-- Logs begin at Sun 2021-08-15 13:23:05 UTC, end at Sun 2021-08-15 14:32:53 UTC. -- Aug 15 14:03:23.725742 dv-cinder-804581-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 15 14:03:26.396818 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.common.config [-] Logging enabled! Aug 15 14:03:26.397382 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev539 Aug 15 14:03:26.397618 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94341) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 15 14:03:26.400742 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.common.config [-] Logging enabled! Aug 15 14:03:26.400997 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev539 Aug 15 14:03:26.401305 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94341) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 15 14:03:26.402253 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 15 14:03:26.402488 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 15 14:03:26.402848 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 15 14:03:26.403091 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 15 14:03:26.403318 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 15 14:03:26.403634 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.403928 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.404222 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.404452 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.404743 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.405031 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.405313 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.405624 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.405916 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.406197 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.406475 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.406758 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.406984 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.407261 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.407545 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.407828 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.408048 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] debug = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.408323 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.408891 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.409324 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.409633 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.409925 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.410204 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.410477 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.410755 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.411040 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.411366 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] host = dv-cinder-804581-6-iscsi {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.411644 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.411934 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.412216 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.412499 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.412771 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.413046 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.413327 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.413623 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.413897 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] log_file = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.414168 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.414452 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.414737 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.415023 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.415245 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.415465 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.415750 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.416034 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.416306 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.416578 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.416851 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.417121 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.417403 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.417682 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.417961 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.418240 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.418519 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.418789 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.419061 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.419326 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.419595 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.419876 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.420148 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.420417 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.420685 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.420967 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.421233 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.421533 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.421835 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.422118 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.422398 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.422677 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.422948 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.423229 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.423498 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.423765 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.424033 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] use_json = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.424821 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.425087 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.425367 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.425662 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.425932 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.426204 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.426471 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.426752 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:26.427045 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.427339 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.427636 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.427913 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.428206 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.428483 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.428768 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.429043 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.429330 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.429650 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.429937 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.430214 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.430500 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.430776 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.431067 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.431366 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.431659 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.431947 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.432226 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.432499 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.432770 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.433044 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.433327 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.433641 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.433928 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.434200 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.434475 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.434763 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.435037 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.435315 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.435579 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.435862 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.436136 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.436404 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.436681 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.436951 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.437220 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.437516 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.437789 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.438074 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.438348 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.438616 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.438883 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.439158 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.439428 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.439710 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.440601 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.440875 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.441146 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.441444 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.441720 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.441995 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.442270 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.442542 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.442814 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.443087 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.443356 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.443630 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.443903 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.444173 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.444444 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.444996 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.445270 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.445571 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.445845 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.446117 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.446388 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.446660 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.446942 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.447237 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.447512 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.447791 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.448068 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.448346 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.448622 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.448899 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.449176 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.449494 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.449773 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.450066 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.450351 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.450640 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.450921 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.451200 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.451494 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.451774 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.452061 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.452339 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.452617 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.452907 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.453188 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.453508 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.453806 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.454101 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.454394 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.454685 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.454968 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.455274 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.455577 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:26.455796 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 15 14:03:26.456035 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94341) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 15 14:03:26.802054 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 15 14:03:26.802337 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 15 14:03:26.802627 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 15 14:03:26.802960 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 15 14:03:27.196315 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.196531 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.196812 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.198036 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.198322 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.198592 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.232235 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.232514 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.232787 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.249790 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.250069 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.250337 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.279071 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.279352 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.279622 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.316026 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.316301 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.316569 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.548024 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.548662 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.548662 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.548824 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.550268 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.668690 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.669009 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.669294 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.669592 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.669861 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.670173 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.670435 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.670691 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.670951 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.671234 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.671495 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.671762 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.672017 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.672269 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.672524 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.672785 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.673041 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.673306 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.673601 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.673863 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.674202 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.674437 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.674720 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.675095 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.675345 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.675592 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.675982 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94341) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 15 14:03:27.676223 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94341) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 15 14:03:27.676460 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94341) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 15 14:03:27.676696 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94341) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 15 14:03:27.676932 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94341) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 15 14:03:27.677165 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94341) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 15 14:03:27.677552 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 15 14:03:27.680594 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 15 14:03:27.684520 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 15 14:03:27.688314 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Aug 15 14:03:27.690616 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 15 14:03:27.691060 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 15 14:03:27.691397 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 15 14:03:27.691780 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 15 14:03:27.694830 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 15 14:03:27.695085 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 15 14:03:27.695427 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 15 14:03:27.700674 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 15 14:03:27.723025 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 15 14:03:27.723468 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.723763 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94341) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 15 14:03:27.724126 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.725490 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94341) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 15 14:03:27.725770 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 15 14:03:27.726018 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 15 14:03:27.729365 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.729675 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:27.792357 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 15 14:03:27.792600 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 15 14:03:27.792837 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 15 14:03:27.793197 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 15 14:03:27.813936 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_db.sqlalchemy.engines [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94341) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 15 14:03:28.515561 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.plugins.ml2.managers [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Initializing driver for type 'gre' Aug 15 14:03:28.516011 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] gre ID ranges: [(1, 1000)] Aug 15 14:03:28.657929 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.plugins.ml2.managers [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Initializing driver for type 'local' Aug 15 14:03:28.658564 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.plugins.ml2.managers [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Initializing driver for type 'vlan' Aug 15 14:03:28.732213 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] VlanTypeDriver initialization complete Aug 15 14:03:28.732570 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.plugins.ml2.managers [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Initializing driver for type 'vxlan' Aug 15 14:03:28.733074 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] vxlan ID ranges: [(1, 1000)] Aug 15 14:03:28.915212 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.plugins.ml2.managers [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Initializing extension driver 'port_security' Aug 15 14:03:28.915480 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.plugins.ml2.extensions.port_security [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] PortSecurityExtensionDriver initialization complete Aug 15 14:03:28.915809 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.plugins.ml2.managers [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Initializing mechanism driver 'openvswitch' Aug 15 14:03:28.916127 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.plugins.ml2.managers [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Initializing mechanism driver 'hyperv' Aug 15 14:03:28.922577 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.plugins.ml2.plugin [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:03:28.923254 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > port after_create 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.923623 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > port after_update 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.923970 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > port after_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.925082 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94341) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 15 14:03:28.925541 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > subnet after_create 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.925893 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > subnet after_update 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.926233 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > subnet after_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.926620 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94341) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 15 14:03:28.927020 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > network after_create 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.927365 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > network after_update 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.927704 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > network after_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.928088 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94341) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 15 14:03:28.928509 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > security_group after_create 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.928854 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > security_group after_update 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.929191 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > security_group after_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.929599 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94341) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 15 14:03:28.930129 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.930484 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.930822 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.931206 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94341) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 15 14:03:28.931611 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > address_group after_create 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.931955 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > address_group after_update 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.932289 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > address_group after_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.932672 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94341) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 15 14:03:28.933047 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] ML2 OVO RPC backend initialized. {{(pid=94341) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 15 14:03:28.933813 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > router_interface after_create 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.939636 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.939636 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > network before_response 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.939636 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > networks before_response 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.939636 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > port before_response 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.940197 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > ports before_response 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.940197 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > subnet before_response 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.940197 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > subnets before_response 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.940197 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > network after_create 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.940593 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > network after_update 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.940593 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > network after_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.940593 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > port after_create 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.940593 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > port after_update 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.940924 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > port after_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.940924 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > subnet after_create 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.940924 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > subnet after_update 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.940924 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > subnet after_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.941251 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.plugins.ml2.plugin [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Modular L2 Plugin initialization complete Aug 15 14:03:28.941251 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading services supported by the core plugin {{(pid=94341) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 15 14:03:28.941251 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.plugins.ml2.managers [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Got port-security extension from driver 'port_security' Aug 15 14:03:28.941251 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.extensions.vlantransparent [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Disabled vlantransparent extension. Aug 15 14:03:28.941578 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94341) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 15 14:03:28.941668 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading Plugin: router Aug 15 14:03:28.978847 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > router_interface before_create 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.979234 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > router after_create 55549900 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.979604 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > router before_create 55549900 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.979966 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.980336 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.980690 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > router after_delete 55549900 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.981047 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > floatingip after_update 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.981427 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > router after_create 55549900 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.981782 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > router after_update 55549900 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.982127 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > router after_update 55549900 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.982473 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.982832 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > router after_update 55549900 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.983237 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > router precommit_update 55549900 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.983603 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: port after_update 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.983938 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: port after_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.984272 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: subnet after_update 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.984605 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.984946 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > port precommit_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.985290 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > router precommit_create 55549900 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.985652 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: port before_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.985993 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > router precommit_create 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.986345 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > router after_update 55549900 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.987313 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > router precommit_delete 55549900 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.987630 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > router precommit_create 55549900 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.987989 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > router_interface after_create 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.988331 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > router precommit_update 55549900 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.988690 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > agent after_create 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.989036 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > agent after_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.989378 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > network after_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.990247 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.quota.resource_registry [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Tracking information for resource: router configured {{(pid=94341) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 15 14:03:28.990581 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.quota.resource_registry [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Tracking information for resource: floatingip configured {{(pid=94341) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 15 14:03:28.995507 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.db.l3_agentschedulers_db [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 15 14:03:28.996185 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: port after_update 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.996545 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: port after_create 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.996897 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: port after_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.997248 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: port after_update 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.998050 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > router before_create 55550100 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.998415 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > router precommit_delete 55550100 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.998776 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > router precommit_create 55550100 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:28.999133 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > router precommit_update 55550100 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:29.003599 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.services.provider_configuration [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Service providers = [] {{(pid=94341) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 15 14:03:29.003961 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.db.servicetype_db [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94341) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 15 14:03:29.006884 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.services.service_base [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94341) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 15 14:03:29.007235 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.services.service_base [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94341) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 15 14:03:29.007578 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.services.service_base [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94341) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 15 14:03:29.008460 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.services.service_base [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94341) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 15 14:03:29.008830 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.services.service_base [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 15 14:03:29.009201 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94341) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 15 14:03:29.009551 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 15 14:03:29.020105 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94341) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 15 14:03:29.020434 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading Plugin: auto_allocate Aug 15 14:03:29.026164 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: network precommit_update 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:29.026532 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: network precommit_create 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:29.027044 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94341) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 15 14:03:29.027363 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading Plugin: tag Aug 15 14:03:29.034360 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94341) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 15 14:03:29.034685 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading Plugin: timestamp Aug 15 14:03:29.038632 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94341) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 15 14:03:29.038963 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading Plugin: network_ip_availability Aug 15 14:03:29.044314 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:29.044683 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:29.045035 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:29.045816 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94341) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 15 14:03:29.046136 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading Plugin: flavors Aug 15 14:03:29.051469 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94341) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 15 14:03:29.051827 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading Plugin: revisions Aug 15 14:03:29.056021 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94341) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 15 14:03:29.056409 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_concurrency.lockutils [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.254s {{(pid=94341) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 15 14:03:29.057133 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94341) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 15 14:03:29.057500 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Initializing extension manager. Aug 15 14:03:29.058009 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: __init__.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.058347 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: __pycache__ {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.058679 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.059010 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: address_group.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.059754 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.060312 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: address-group Aug 15 14:03:29.060634 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: address_scope.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.061341 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.061881 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: address-scope Aug 15 14:03:29.062203 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: admin_state_down_before_update.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.063127 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.063636 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: router-admin-state-down-before-update Aug 15 14:03:29.063960 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: agent.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.064954 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.065561 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: agent Aug 15 14:03:29.065892 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: agent_resources_synced.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.066803 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.067310 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: agent-resources-synced Aug 15 14:03:29.067633 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: allowedaddresspairs.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.069388 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.070168 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: allowed-address-pairs Aug 15 14:03:29.070492 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: auto_allocated_topology.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.071558 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.072073 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: auto-allocated-topology Aug 15 14:03:29.072398 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: availability_zone.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.073085 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.073619 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: availability_zone Aug 15 14:03:29.073942 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: availability_zone_filter.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.074847 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.075351 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: availability_zone_filter Aug 15 14:03:29.075674 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: data_plane_status.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.076572 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.077074 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension data-plane-status not supported by any of loaded plugins Aug 15 14:03:29.077407 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: default_subnetpools.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.078386 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.078891 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: default-subnetpools Aug 15 14:03:29.079213 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: dhcpagentscheduler.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.080013 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.080615 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: dhcp_agent_scheduler Aug 15 14:03:29.080961 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: dns.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.081913 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.082423 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension dns-integration not supported by any of loaded plugins Aug 15 14:03:29.082745 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: dns_domain_ports.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.083653 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.084154 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 15 14:03:29.084474 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.085387 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.085915 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 15 14:03:29.086234 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: dvr.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.086898 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.087401 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: dvr Aug 15 14:03:29.087720 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: ecmp_routes.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.088624 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.089124 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension ecmp_routes not supported by any of loaded plugins Aug 15 14:03:29.089474 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: empty_string_filtering.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.090374 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.090879 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: empty-string-filtering Aug 15 14:03:29.091198 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.092101 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.092598 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 15 14:03:29.092917 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.093835 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.094335 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 15 14:03:29.094653 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: external_net.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.095550 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.096590 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: external-net Aug 15 14:03:29.096907 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: extra_dhcp_opt.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.097836 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.098339 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: extra_dhcp_opt Aug 15 14:03:29.098660 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: extraroute.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.099564 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.100064 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: extraroute Aug 15 14:03:29.100385 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: extraroute_atomic.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.101413 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.101927 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: extraroute-atomic Aug 15 14:03:29.102252 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: filter_validation.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.102906 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.103406 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: filter-validation Aug 15 14:03:29.103726 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: fip_pf_description.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.104628 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.105126 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 15 14:03:29.105479 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: fip_port_details.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.106389 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.106892 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: fip-port-details Aug 15 14:03:29.107212 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: flavors.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.108414 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.108930 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: flavors Aug 15 14:03:29.109257 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.110917 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.111435 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 15 14:03:29.112491 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: floatingip_pools.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.113194 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.113753 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: floatingip-pools Aug 15 14:03:29.114080 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: ip_allocation.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.115003 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.115512 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension ip_allocation not supported by any of loaded plugins Aug 15 14:03:29.115833 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.116744 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.117254 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: ip-substring-filtering Aug 15 14:03:29.117608 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: l2_adjacency.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.118524 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.119030 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension l2_adjacency not supported by any of loaded plugins Aug 15 14:03:29.119350 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: l3.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.120419 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.120936 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: router Aug 15 14:03:29.121262 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: l3_conntrack_helper.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.123793 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.124317 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 15 14:03:29.124647 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.125597 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.126110 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: ext-gw-mode Aug 15 14:03:29.126435 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.127385 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.127977 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: l3-ha Aug 15 14:03:29.128303 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: l3_flavors.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.129215 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.129750 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: l3-flavors Aug 15 14:03:29.130074 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.130972 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.131477 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: l3-port-ip-change-not-allowed Aug 15 14:03:29.131797 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: l3agentscheduler.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.132813 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.133325 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: l3_agent_scheduler Aug 15 14:03:29.133681 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: logging.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.135149 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.135668 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension logging not supported by any of loaded plugins Aug 15 14:03:29.135997 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: metering.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.136730 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.137301 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: metering Aug 15 14:03:29.137647 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.138726 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.139239 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: metering_source_and_destination_fields Aug 15 14:03:29.139564 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: multiprovidernet.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.140482 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.140987 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: multi-provider Aug 15 14:03:29.141310 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: netmtu.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.142244 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.142752 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: net-mtu Aug 15 14:03:29.143171 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: netmtu_writable.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.144107 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.144608 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: net-mtu-writable Aug 15 14:03:29.144932 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: network_availability_zone.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.145623 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.146128 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: network_availability_zone Aug 15 14:03:29.146448 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: network_ip_availability.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.147522 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.148029 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: network-ip-availability Aug 15 14:03:29.148355 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: network_segment_range.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.149115 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.149708 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension network-segment-range not supported by any of loaded plugins Aug 15 14:03:29.150034 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: pagination.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.151005 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.151334 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: pagination Aug 15 14:03:29.151654 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: port_device_profile.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.152572 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.153082 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: port-device-profile Aug 15 14:03:29.153426 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.154335 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.154841 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: port-mac-address-regenerate Aug 15 14:03:29.155159 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.156066 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.156569 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: port-numa-affinity-policy Aug 15 14:03:29.156890 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: port_resource_request.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.157822 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.158321 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension port-resource-request not supported by any of loaded plugins Aug 15 14:03:29.159165 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: portbindings.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.160100 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.160603 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: binding Aug 15 14:03:29.160921 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: portbindings_extended.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.162337 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.162856 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: binding-extended Aug 15 14:03:29.163183 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: portsecurity.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.164094 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.164602 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: port-security Aug 15 14:03:29.164925 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: project_id.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.165953 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.166234 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: project-id Aug 15 14:03:29.166553 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: providernet.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.167480 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.167992 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: provider Aug 15 14:03:29.168311 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: qos.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.171803 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.172319 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension qos not supported by any of loaded plugins Aug 15 14:03:29.172651 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.173906 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.174996 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 15 14:03:29.175321 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.176233 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.176743 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 15 14:03:29.177068 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: qos_default.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.177994 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.178505 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension qos-default not supported by any of loaded plugins Aug 15 14:03:29.178829 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: qos_fip.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.179481 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.179979 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension qos-fip not supported by any of loaded plugins Aug 15 14:03:29.180302 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: qos_gateway_ip.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.181210 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.181755 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 15 14:03:29.182081 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: qos_port_network_policy.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.182988 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.183496 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 15 14:03:29.183819 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: qos_pps_rule.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.184974 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.185524 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension qos-pps not supported by any of loaded plugins Aug 15 14:03:29.185848 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: qos_rule_type_details.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.186749 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.187259 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 15 14:03:29.187583 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: qos_rules_alias.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.188608 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.189114 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 15 14:03:29.189467 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: quotasv2.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.190632 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.190954 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: quotas Aug 15 14:03:29.191276 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: quotasv2_detail.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.194287 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.194889 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: quota_details Aug 15 14:03:29.195216 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: rbac.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.196449 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.196971 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: rbac-policies Aug 15 14:03:29.197297 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: rbac_address_group.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.198246 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.198759 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: rbac-address-group Aug 15 14:03:29.199083 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: rbac_address_scope.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.200006 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.200516 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: rbac-address-scope Aug 15 14:03:29.200839 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: rbac_security_groups.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.201775 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.202283 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: rbac-security-groups Aug 15 14:03:29.202605 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: rbac_subnetpool.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.203512 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.204021 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: rbac-subnetpool Aug 15 14:03:29.204339 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: revisionifmatch.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.205246 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.206054 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: revision-if-match Aug 15 14:03:29.206374 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: revisions.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.207474 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.207984 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: standard-attr-revisions Aug 15 14:03:29.208309 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: router_availability_zone.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.208981 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.209518 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: router_availability_zone Aug 15 14:03:29.209841 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: routerservicetype.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.210756 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.211264 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension router-service-type not supported by any of loaded plugins Aug 15 14:03:29.211585 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.212497 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.213007 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: security-groups-normalized-cidr Aug 15 14:03:29.213332 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: security_groups_port_filtering.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.226546 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.227079 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: port-security-groups-filtering Aug 15 14:03:29.227415 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.228369 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.228927 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: security-groups-remote-address-group Aug 15 14:03:29.229253 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: securitygroup.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.239648 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.240228 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: security-group Aug 15 14:03:29.240568 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: segment.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.241381 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.241916 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension segment not supported by any of loaded plugins Aug 15 14:03:29.242247 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.243210 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.243731 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 15 14:03:29.244063 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: servicetype.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.245259 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.245817 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: service-type Aug 15 14:03:29.246152 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: sorting.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.247151 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.247539 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: sorting Aug 15 14:03:29.247863 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: standard_attr_segment.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.254780 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.255303 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 15 14:03:29.255633 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: standardattrdescription.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.256291 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.256807 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: standard-attr-description Aug 15 14:03:29.257134 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: stateful_security_group.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.258097 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.258618 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: stateful-security-group Aug 15 14:03:29.258946 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: stdattrs_common.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.259532 dv-cinder-804581-6-iscsi neutron-server[94341]: WARNING neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 15 14:03:29.259855 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.260789 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.261309 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 15 14:03:29.261659 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: subnet_onboard.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.262747 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.263267 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: subnet_onboard Aug 15 14:03:29.263591 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.264526 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.265038 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 15 14:03:29.265360 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: subnet_service_types.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.266307 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.266821 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: subnet-service-types Aug 15 14:03:29.267143 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: subnetallocation.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.268820 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.269338 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: subnet_allocation Aug 15 14:03:29.269692 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.270367 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.270877 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: subnetpool-prefix-ops Aug 15 14:03:29.271238 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.272181 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.272708 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 15 14:03:29.273034 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: tagging.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.274177 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.274703 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: standard-attr-tag Aug 15 14:03:29.275032 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: timestamp.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.276230 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.276746 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loaded extension: standard-attr-timestamp Aug 15 14:03:29.277078 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: trunk.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.278140 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.278657 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension trunk not supported by any of loaded plugins Aug 15 14:03:29.278986 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: trunk_details.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.279911 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.280429 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension trunk-details not supported by any of loaded plugins Aug 15 14:03:29.280752 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: uplink_status_propagation.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.281751 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.282259 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 15 14:03:29.282582 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Loading extension file: vlantransparent.py {{(pid=94341) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 15 14:03:29.283258 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94341) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 15 14:03:29.284339 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extension vlan-transparent not supported by any of loaded plugins Aug 15 14:03:29.286865 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.quota.resource_registry [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Creating instance of TrackedResource for resource:network Aug 15 14:03:29.287383 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.quota.resource_registry [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Creating instance of TrackedResource for resource:subnet Aug 15 14:03:29.287781 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.quota.resource_registry [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Creating instance of TrackedResource for resource:subnetpool Aug 15 14:03:29.288173 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.quota.resource_registry [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Creating instance of TrackedResource for resource:port Aug 15 14:03:29.289451 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.v2.resource_helper [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 15 14:03:29.289949 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.v2.resource_helper [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Service FLAVORS assigned prefix: {{(pid=94341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 15 14:03:29.290571 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.v2.resource_helper [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 15 14:03:29.291005 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.v2.resource_helper [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 15 14:03:29.291336 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.quota.resource_registry [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Creating instance of TrackedResource for resource:router Aug 15 14:03:29.291761 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.quota.resource_registry [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Creating instance of TrackedResource for resource:floatingip Aug 15 14:03:29.292261 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.v2.resource_helper [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Service METERING assigned prefix: /metering {{(pid=94341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 15 14:03:29.293762 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:29.299224 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:29.299224 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94341) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:03:29.299224 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.quota.resource_registry [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Creating instance of CountableResource for resource:rbac_policy Aug 15 14:03:29.299224 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.quota.resource_registry [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Creating instance of TrackedResource for resource:security_group Aug 15 14:03:29.299224 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.quota.resource_registry [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Creating instance of TrackedResource for resource:security_group_rule Aug 15 14:03:29.299224 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.v2.resource_helper [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Service CORE assigned prefix: {{(pid=94341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 15 14:03:29.299670 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.quota.resource_registry [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Creating instance of TrackedResource for resource:subnetpool Aug 15 14:03:29.299670 dv-cinder-804581-6-iscsi neutron-server[94341]: WARNING neutron.quota.resource_registry [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] subnetpool is already registered Aug 15 14:03:29.299670 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.v2.resource_helper [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Service CORE assigned prefix: {{(pid=94341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 15 14:03:29.299670 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.quota.resource_registry [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Creating instance of TrackedResource for resource:subnetpool Aug 15 14:03:29.299947 dv-cinder-804581-6-iscsi neutron-server[94341]: WARNING neutron.quota.resource_registry [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] subnetpool is already registered Aug 15 14:03:29.302201 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.v2.resource_helper [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 15 14:03:29.302674 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.v2.resource_helper [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Service FLAVORS assigned prefix: {{(pid=94341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 15 14:03:29.303271 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.v2.resource_helper [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 15 14:03:29.303691 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.v2.resource_helper [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 15 14:03:29.304023 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.quota.resource_registry [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Creating instance of TrackedResource for resource:router Aug 15 14:03:29.304365 dv-cinder-804581-6-iscsi neutron-server[94341]: WARNING neutron.quota.resource_registry [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] router is already registered Aug 15 14:03:29.304777 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.quota.resource_registry [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Creating instance of TrackedResource for resource:floatingip Aug 15 14:03:29.305114 dv-cinder-804581-6-iscsi neutron-server[94341]: WARNING neutron.quota.resource_registry [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] floatingip is already registered Aug 15 14:03:29.305597 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.v2.resource_helper [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Service METERING assigned prefix: /metering {{(pid=94341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 15 14:03:29.306304 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.quota.resource_registry [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Creating instance of CountableResource for resource:rbac_policy Aug 15 14:03:29.306629 dv-cinder-804581-6-iscsi neutron-server[94341]: WARNING neutron.quota.resource_registry [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] rbac_policy is already registered Aug 15 14:03:29.307036 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.quota.resource_registry [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Creating instance of TrackedResource for resource:security_group Aug 15 14:03:29.307372 dv-cinder-804581-6-iscsi neutron-server[94341]: WARNING neutron.quota.resource_registry [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] security_group is already registered Aug 15 14:03:29.307768 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.quota.resource_registry [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Creating instance of TrackedResource for resource:security_group_rule Aug 15 14:03:29.308102 dv-cinder-804581-6-iscsi neutron-server[94341]: WARNING neutron.quota.resource_registry [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] security_group_rule is already registered Aug 15 14:03:29.308770 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.v2.resource_helper [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Service CORE assigned prefix: {{(pid=94341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 15 14:03:29.309090 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.quota.resource_registry [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Creating instance of TrackedResource for resource:subnetpool Aug 15 14:03:29.309441 dv-cinder-804581-6-iscsi neutron-server[94341]: WARNING neutron.quota.resource_registry [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] subnetpool is already registered Aug 15 14:03:29.309865 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.v2.resource_helper [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Service CORE assigned prefix: {{(pid=94341) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 15 14:03:29.310185 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.quota.resource_registry [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Creating instance of TrackedResource for resource:subnetpool Aug 15 14:03:29.310513 dv-cinder-804581-6-iscsi neutron-server[94341]: WARNING neutron.quota.resource_registry [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] subnetpool is already registered Aug 15 14:03:29.310967 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: extensions {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.312404 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: address-groups {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.313945 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: address-scopes {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.315292 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: agents {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.316481 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: auto-allocated-topology {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.317759 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: availability_zones {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.322156 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: dhcp-networks {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.322156 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: dhcp-agents {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.322315 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: routers {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.323914 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: flavors {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.325213 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: service_profiles {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.326484 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: next_providers {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.327903 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: service_profiles {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.329489 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: floatingip-pools {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.331439 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: routers {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.333144 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: floatingips {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.334440 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: l3-routers {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.335812 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: l3-agents {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.337224 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: metering-labels {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.338543 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: metering-label-rules {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.339901 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: network-ip-availabilities {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.341147 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: bindings {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.342704 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: quotas {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.344269 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: quotas {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.345716 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: rbac-policies {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.347628 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: security-groups {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.348928 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: security-group-rules {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.350219 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: service-providers {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.351525 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: subnetpools {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.356584 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: subnetpools {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.356584 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: tags {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.356584 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: tags {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.357944 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: tags {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.359774 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: tags {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.361776 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: tags {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.364837 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: tags {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.366584 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: tags {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.368392 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: tags {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.370278 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: tags {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.372072 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron.api.extensions [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Extended resource: tags {{(pid=94341) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 15 14:03:29.378167 dv-cinder-804581-6-iscsi neutron-server[94341]: WARNING keystonemiddleware.auth_token [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 15 14:03:29.382699 dv-cinder-804581-6-iscsi neutron-server[94341]: WARNING keystonemiddleware.auth_token [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 15 14:03:29.391092 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_concurrency.lockutils [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Acquired lock "singleton_lock" {{(pid=94341) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 15 14:03:29.391570 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_concurrency.lockutils [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Releasing lock "singleton_lock" {{(pid=94341) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 15 14:03:29.392202 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO oslo_service.service [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Starting 2 workers Aug 15 14:03:29.397554 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Started child 94450 {{(pid=94341) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 15 14:03:29.404950 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Started child 94451 {{(pid=94341) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 15 14:03:29.405172 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:03:29.405865 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO neutron.service [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Neutron service started, listening on 0.0.0.0:9696 Aug 15 14:03:29.405865 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Notify callbacks [] for process, before_spawn {{(pid=94341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:03:29.406030 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [-] (94450) wsgi starting up on http://0.0.0.0:9696 Aug 15 14:03:29.406288 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 39782) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:03:29.406835 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO oslo_service.service [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Starting 1 workers Aug 15 14:03:29.406936 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:03:29.408389 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [-] (94451) wsgi starting up on http://0.0.0.0:9696 Aug 15 14:03:29.412738 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Started child 94453 {{(pid=94341) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 15 14:03:29.413299 dv-cinder-804581-6-iscsi neutron-server[94341]: INFO oslo_service.service [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Starting 1 workers Aug 15 14:03:29.415941 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071728 Aug 15 14:03:29.416684 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.service [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] calling RpcWorker wait() {{(pid=94453) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 15 14:03:29.417226 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.service [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] returning from RpcWorker wait() {{(pid=94453) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 15 14:03:29.418247 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Started child 94454 {{(pid=94341) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 15 14:03:29.419157 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG neutron_lib.callbacks.manager [None req-5a19e36d-2285-475d-9849-27b2678dc3bf None None] Notify callbacks [] for process, after_spawn {{(pid=94341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:03:29.419701 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:03:29.420178 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:03:29.421195 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94341) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 15 14:03:29.421437 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 15 14:03:29.421611 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 15 14:03:29.421834 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 15 14:03:29.422180 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 15 14:03:29.422353 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 15 14:03:29.422844 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.423116 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.423953 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.424241 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.425299 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.425299 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.426590 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.426590 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.426590 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.427298 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:03:29.428367 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.428695 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.429010 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.429465 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.429782 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.430202 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.430407 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.430657 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.430923 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.431093 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.431374 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.431645 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.432746 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.433046 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] debug = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.433324 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.433833 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.434087 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.434333 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.434574 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.434846 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.435079 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.435364 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.435618 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.435866 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.436114 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.436370 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.436617 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.436833 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.437053 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.439172 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.439172 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.439172 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] host = dv-cinder-804581-6-iscsi {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.439172 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.439172 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.439172 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.439172 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.439636 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.439636 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.439812 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.440035 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.440309 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.440576 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.440830 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.441077 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.441327 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.441596 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] log_file = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.441765 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] log_options = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.442000 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.444098 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.444098 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.444098 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.444098 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.444098 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.444098 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.444098 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.445330 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.445330 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.445330 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.445330 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.445330 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.445330 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.445330 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.446369 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.446369 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.446369 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.446369 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.446369 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.447041 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.447041 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.447041 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.447422 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.447422 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.447689 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.449602 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.449602 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.449602 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.449602 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.449602 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.449602 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.449602 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.450769 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.450769 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.450769 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.450769 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.450769 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.450769 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.451572 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.451572 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.451572 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.451970 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.451970 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.452237 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.452480 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] use_json = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.452624 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.452761 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.453024 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.453975 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.453975 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.453975 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.453975 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.454511 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.454511 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.454794 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.455070 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.455810 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.456053 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.456299 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.456533 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.456825 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.457079 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.457345 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.457751 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.457969 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.459823 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.459823 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.459823 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.459823 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.460109 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:03:29.460208 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.460208 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.460208 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.460208 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.460436 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.460620 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.461883 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.462146 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.462405 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.462678 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.462900 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.463161 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.463393 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.463608 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.463821 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.464033 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.464303 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.464523 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.464757 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.465074 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.465316 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.466414 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.466680 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.466929 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.467179 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.467436 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.467663 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.467914 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.468133 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.468423 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.468660 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.468891 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.469140 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.469462 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.479823 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.479823 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.479823 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.479823 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.479823 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.479823 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.479823 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.479823 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.479823 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.481115 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.481115 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.481115 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.481115 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.481115 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.481115 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.481115 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.481115 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.481115 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.482348 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.482348 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.482348 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.482348 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.482348 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.482348 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.482348 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.482348 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.482348 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.482975 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.482975 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.482975 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.482975 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.482975 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.482975 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.482975 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.482975 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.482975 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.483577 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.483577 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.483577 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.483577 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.483577 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.483577 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.483577 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.483577 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.484060 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.484060 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.484060 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.484060 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.484060 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.484060 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.484060 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.484060 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.484581 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.484581 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.484581 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.484898 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.485001 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.485252 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.485551 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.485822 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.486045 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.486332 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.486598 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.487626 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.487626 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.487773 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.487952 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.489461 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.489461 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.489461 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.489461 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.489461 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.490240 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.490525 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.491649 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.491649 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.491649 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.491649 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.496127 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.496127 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.496127 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.496127 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.496127 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.496127 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.496127 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.496127 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.497248 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.497248 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.497248 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.497248 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.497248 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.497248 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.497248 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.497248 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.498319 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.498319 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.498319 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.498319 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.498319 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.498319 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.498319 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.498319 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.501459 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.501459 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.501459 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.501459 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.501459 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.501459 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.501459 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.501459 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.509855 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.509855 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.509855 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.509855 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.509855 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.509855 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.509855 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.509855 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.510788 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.510788 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.510788 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.510788 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.510788 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.510788 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.510788 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.510788 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.511684 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.511684 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.511684 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.511684 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.511684 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.511684 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.511684 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.511684 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.512263 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.512263 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.512263 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.512263 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.512263 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.512263 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.512263 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.512263 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.513160 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.513160 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.513160 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.513160 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.513160 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.513160 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.513160 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.513160 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.513668 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.513668 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.513668 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.513668 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.513668 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.513668 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.513668 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.513668 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.513668 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.514345 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.514345 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.514345 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.514345 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.514345 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.514345 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.514345 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.514345 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.515171 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.515171 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.515171 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.515171 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.515171 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.515171 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.515171 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.515171 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.515742 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.515742 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.515742 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.515742 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.515742 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.515742 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.515742 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.515742 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.518326 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.518326 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.518326 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.518326 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.518326 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.518326 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.518326 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.518326 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.518810 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.518810 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.518810 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.519009 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.519331 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.519505 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.519772 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.520117 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.520333 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.520617 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.520804 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.521020 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.521251 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.521503 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.522106 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.522106 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.522330 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.522585 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.522846 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.523128 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.523402 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.523757 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.523859 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.524143 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.524488 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.525446 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.525446 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.525446 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.525673 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.525906 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.526185 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.526365 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.526589 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.526807 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.527078 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.527379 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.528280 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.528280 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.528280 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.528280 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.528534 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.528600 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.529253 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.529253 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.529253 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 15 14:03:29.530477 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94341) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 15 14:03:29.530646 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 15 14:03:29.531606 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 15 14:03:29.531793 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 15 14:03:29.532006 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 15 14:03:29.533074 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 15 14:03:29.533309 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.533593 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.533765 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.533916 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.534084 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.534248 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.534395 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.534541 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.534810 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.534974 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.536055 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.536212 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.536350 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.536513 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.536656 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.536828 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.536981 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.537130 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.537266 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.537537 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.537694 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.537832 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.537969 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] debug = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.538104 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.538279 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.538469 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.538611 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.538748 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.538872 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.539025 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.539179 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.539335 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.539490 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.539647 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.539803 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.540030 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.540169 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.540285 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.540413 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.540591 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.540806 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] host = dv-cinder-804581-6-iscsi {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.541496 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.541496 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.541496 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.541496 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.541936 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.541936 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.541936 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.542223 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.542223 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.542496 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.542618 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.542734 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.542841 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.542944 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] log_file = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.544267 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] log_options = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.544414 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.544524 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.544630 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.545022 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.545022 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.545263 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.545369 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.545506 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.545638 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.545862 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.546007 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.546091 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.546230 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.546459 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.546561 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.546702 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.546962 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.547157 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.547307 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.547454 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.547596 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.547769 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.547903 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.548056 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.548389 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.548389 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.548547 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.548662 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.548786 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.548935 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.549630 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.549784 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.549936 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.550084 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.551092 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.551367 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.551367 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.551587 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.551731 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.551911 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.552017 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.552333 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.552333 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.552500 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.552640 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.552731 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] use_json = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.552888 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.553044 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.553221 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.553386 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.553530 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.553687 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.553841 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.553986 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 15 14:03:29.554179 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.554331 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.554496 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.554839 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.555110 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.555264 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.555426 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.555588 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.555746 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.555904 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.556082 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.556230 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.556402 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.556564 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.556721 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.556883 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.557043 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.557201 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.557360 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.558377 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.558546 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.558693 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.558871 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.559024 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.559167 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.559311 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.559473 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.559630 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.559785 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.559943 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.560101 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.560259 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.560418 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.560581 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.560741 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.560893 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.561037 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.561191 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.561352 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.561533 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.561690 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.561849 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.562006 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.562530 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.562530 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.562530 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.563567 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.563567 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.563567 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.563567 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.563567 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.563567 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.563567 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.564142 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.564142 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.564142 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.564352 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.564352 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.564506 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.564640 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.565473 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.565473 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.565473 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.565714 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.565714 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.565894 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.566035 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.566195 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.566676 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.566676 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.567572 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.567760 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.567917 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.568064 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.568295 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.568393 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.568542 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.568669 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.568871 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.568970 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.569132 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.569289 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.569720 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.569881 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.570051 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.574968 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.574968 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.574968 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.574968 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.574968 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.574968 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.574968 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.574968 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.575448 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.575448 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.575448 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.575448 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.575448 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.575448 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.575448 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.575448 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.575892 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.575892 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.575892 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.575892 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.575892 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.575892 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.576227 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.576227 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.576343 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.576417 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.576621 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.577433 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.577433 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.577433 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.577433 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.577433 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.577811 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.577811 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.578448 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.578618 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.578784 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.578930 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.579071 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.579214 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.579375 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.579528 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.579697 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.579868 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.580021 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.580184 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.580849 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.581093 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.581360 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.581638 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.581851 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.581997 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.582086 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.582253 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.582414 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.582629 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.582797 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.582974 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.583126 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.583285 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.583509 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.583605 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.583718 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.583872 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.584031 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.584196 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.584379 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.584531 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.584676 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.584819 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.584976 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.585138 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.585451 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.585599 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.585746 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.585878 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.586758 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.586758 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.586758 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.586758 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.586758 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.586758 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.587333 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.587333 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.587333 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.589684 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.590404 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.590610 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.590832 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.591042 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.597188 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.597188 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.597188 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.597188 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.597188 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.597188 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.597188 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.597188 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.597877 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.597877 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.597877 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.597877 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.597877 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.597877 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.597877 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.597877 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.598339 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.598339 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.598339 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.598339 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.598339 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.598339 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.598339 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.598339 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.598792 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.598792 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.598792 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.598792 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.598792 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.598792 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.598792 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.598792 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.598792 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.599284 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.599284 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.599284 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.599284 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.599284 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.599284 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.599284 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.599284 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.599766 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.599766 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.599766 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.599766 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.599766 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.599766 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.599766 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.599766 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.600236 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.600236 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.600458 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.600603 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.600771 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.600937 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.601108 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.601555 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.601750 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.601933 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.602111 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.602287 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.602476 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.602647 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.602820 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.603716 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.603716 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.603716 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.603716 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.603716 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.604082 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.604082 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.604082 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.604300 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.604379 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.604551 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.604715 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.604880 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.605041 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.605218 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.605537 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.605643 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.605740 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.605912 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.606082 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.606246 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.606418 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.606588 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.606759 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.606921 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.607090 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.607265 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.607428 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.607589 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.607750 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.607911 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.608072 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.608233 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.608393 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.608555 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.608715 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.608877 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.609037 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.609201 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.609361 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.609542 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.609704 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.609866 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.610032 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.610193 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.610354 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 15 14:03:29.610507 dv-cinder-804581-6-iscsi neutron-server[94341]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94341) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 15 14:03:29.621114 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:03:40.745192 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ae2cb0-359b-45db-92dd-c87c11ca5a6f None None] get_active_networks_info from dv-cinder-804581-6-iscsi {{(pid=94453) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 15 14:03:40.852141 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ae2cb0-359b-45db-92dd-c87c11ca5a6f None None] No non-hosted networks {{(pid=94453) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 15 14:03:40.861615 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.agentschedulers_db [None req-c8ae2cb0-359b-45db-92dd-c87c11ca5a6f None None] DHCP Agent not found on host dv-cinder-804581-6-iscsi {{(pid=94453) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 15 14:03:41.095069 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-8416edd0-6ccc-4672-941f-b01c8e4086aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-594683'] for agent, after_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:03:43.283189 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d4c1de10-bc75-4ee5-826d-9884625549d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-594683'] for agent, after_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:03:43.419153 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.db.api [None req-92e8a05d-4fc1-4037-9191-171f2bbd4d97 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-804581-6-iscsi {{(pid=94453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 15 14:03:43.419565 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG oslo_db.api [None req-92e8a05d-4fc1-4037-9191-171f2bbd4d97 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 15 14:03:43.857991 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-594683'] for agent, after_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:03:43.858561 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:03:43.858901 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:03:43.859232 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:03:43.859560 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:03:43.859891 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:03:43.860207 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:03:43.860548 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:03:43.878856 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:03:43.879300 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:03:43.879642 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:03:43.879984 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:03:43.880316 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:03:43.880744 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804581-6-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:03:43.967809 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804581-6-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:03:44.058012 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-92e8a05d-4fc1-4037-9191-171f2bbd4d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:03:44.629669 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-594683'] for agent, after_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:03:46.116504 dv-cinder-804581-6-iscsi neutron-server[94453]: INFO neutron.db.l3_hamode_db [None req-e17db590-fe12-4b49-b1d1-ba1c00b6853a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 15 14:03:46.193202 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17db590-fe12-4b49-b1d1-ba1c00b6853a None None] Routers set() bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:03:46.193632 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17db590-fe12-4b49-b1d1-ba1c00b6853a None None] Router IDs set() for agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 15 14:03:46.487349 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-594683'] for agent, after_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:03:47.431867 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 39888) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:03:47.920505 dv-cinder-804581-6-iscsi neutron-server[94451]: WARNING oslo_policy.policy [None req-d63842d8-4d89-4ca9-b9c4-29aa7928d2fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 15 14:03:47.921225 dv-cinder-804581-6-iscsi neutron-server[94451]: WARNING oslo_policy.policy [None req-d63842d8-4d89-4ca9-b9c4-29aa7928d2fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 15 14:03:48.138642 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [None req-d63842d8-4d89-4ca9-b9c4-29aa7928d2fb admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 15 14:03:48.139798 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-d63842d8-4d89-4ca9-b9c4-29aa7928d2fb admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7058702 Aug 15 14:03:50.501603 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 39902) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:03:50.806189 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-02f66d04-3085-4b51-aad1-7a321f28515c admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:03:50.898302 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.policy [None req-02f66d04-3085-4b51-aad1-7a321f28515c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94451) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 15 14:03:50.942564 dv-cinder-804581-6-iscsi neutron-server[94451]: WARNING oslo_policy.policy [None req-02f66d04-3085-4b51-aad1-7a321f28515c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 15 14:03:50.942955 dv-cinder-804581-6-iscsi neutron-server[94451]: WARNING oslo_policy.policy [None req-02f66d04-3085-4b51-aad1-7a321f28515c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 15 14:03:50.951551 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.quota [None req-02f66d04-3085-4b51-aad1-7a321f28515c admin admin] Loaded quota_driver: . Aug 15 14:03:51.098145 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-02f66d04-3085-4b51-aad1-7a321f28515c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787667558808', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787667562059', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787667546631', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787667548266', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787667184640', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787667528026', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1587007', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1349912', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-385948', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3861462'] for rbac-policy, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:03:51.228732 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-02f66d04-3085-4b51-aad1-7a321f28515c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:03:51.229945 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-02f66d04-3085-4b51-aad1-7a321f28515c admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7273593 Aug 15 14:03:53.800191 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 39914) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:03:54.286023 dv-cinder-804581-6-iscsi neutron-server[94450]: WARNING oslo_policy.policy [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 15 14:03:54.286589 dv-cinder-804581-6-iscsi neutron-server[94450]: WARNING oslo_policy.policy [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 15 14:03:54.501443 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] Request body: {'network': {'tenant_id': 'c13863dd13a14a6087a7079192b06905', 'project_id': 'c13863dd13a14a6087a7079192b06905', 'name': 'private', 'admin_state_up': True}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:03:54.503115 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.quota [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] Loaded quota_driver: . Aug 15 14:03:54.617690 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] Made reservation on behalf of c13863dd13a14a6087a7079192b06905 for: {'network': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:03:54.683239 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.policy [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94450) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 15 14:03:54.727734 dv-cinder-804581-6-iscsi neutron-server[94450]: WARNING oslo_policy.policy [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 15 14:03:54.728106 dv-cinder-804581-6-iscsi neutron-server[94450]: WARNING oslo_policy.policy [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 15 14:03:54.739196 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for network, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:03:54.759945 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:03:54.890581 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:03:54.925995 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:03:54.945120 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=94450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 15 14:03:54.976497 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787669368679', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:03:54.977075 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] Unsubscribe: segment precommit_create {{(pid=94450) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 15 14:03:54.977607 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.db.segments_db [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] Added segment 4d6791e2-f6ec-48c8-a886-9fc7befe8439 of type vlan for network 0cbe5f86-6a1d-462b-867e-68bb8dd9052c Aug 15 14:03:54.995308 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ee0365-0103-4a89-9e36-6250f0c03716,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:03:55.046578 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:03:55.046844 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:03:55.047182 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:03:55.047509 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:03:55.047832 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:03:55.048707 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:03:55.049110 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:03:55.049454 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:03:55.049795 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:03:55.050115 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:03:55.050431 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:03:55.050746 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:03:55.051878 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] Tracked resource versions report: Aug 15 14:03:55.051878 dv-cinder-804581-6-iscsi neutron-server[94450]: pushed versions: Aug 15 14:03:55.051878 dv-cinder-804581-6-iscsi neutron-server[94450]: { 'AddressGroup': {'1.2'}, Aug 15 14:03:55.051878 dv-cinder-804581-6-iscsi neutron-server[94450]: 'ConntrackHelper': {'1.0'}, Aug 15 14:03:55.051878 dv-cinder-804581-6-iscsi neutron-server[94450]: 'Log': {'1.0'}, Aug 15 14:03:55.051878 dv-cinder-804581-6-iscsi neutron-server[94450]: 'Network': {'1.1'}, Aug 15 14:03:55.051878 dv-cinder-804581-6-iscsi neutron-server[94450]: 'Port': {'1.7'}, Aug 15 14:03:55.051878 dv-cinder-804581-6-iscsi neutron-server[94450]: 'PortForwarding': {'1.2'}, Aug 15 14:03:55.051878 dv-cinder-804581-6-iscsi neutron-server[94450]: 'QosPolicy': {'1.9'}, Aug 15 14:03:55.051878 dv-cinder-804581-6-iscsi neutron-server[94450]: 'SecurityGroup': {'1.4'}, Aug 15 14:03:55.051878 dv-cinder-804581-6-iscsi neutron-server[94450]: 'SecurityGroupRule': {'1.2'}, Aug 15 14:03:55.051878 dv-cinder-804581-6-iscsi neutron-server[94450]: 'SubPort': {'1.0'}, Aug 15 14:03:55.051878 dv-cinder-804581-6-iscsi neutron-server[94450]: 'Subnet': {'1.1'}, Aug 15 14:03:55.051878 dv-cinder-804581-6-iscsi neutron-server[94450]: 'Trunk': {'1.1'}} Aug 15 14:03:55.051878 dv-cinder-804581-6-iscsi neutron-server[94450]: consumer versions: Aug 15 14:03:55.051878 dv-cinder-804581-6-iscsi neutron-server[94450]: { DHCP agent@dv-cinder-804581-6-iscsi: {}, Aug 15 14:03:55.051878 dv-cinder-804581-6-iscsi neutron-server[94450]: L3 agent@dv-cinder-804581-6-iscsi: {}, Aug 15 14:03:55.051878 dv-cinder-804581-6-iscsi neutron-server[94450]: Metadata agent@dv-cinder-804581-6-iscsi: {}, Aug 15 14:03:55.051878 dv-cinder-804581-6-iscsi neutron-server[94450]: Metering agent@dv-cinder-804581-6-iscsi: {}, Aug 15 14:03:55.051878 dv-cinder-804581-6-iscsi neutron-server[94450]: Open vSwitch agent@dv-cinder-804581-6-iscsi: { 'AddressGroup': '1.2', Aug 15 14:03:55.051878 dv-cinder-804581-6-iscsi neutron-server[94450]: 'ConntrackHelper': '1.0', Aug 15 14:03:55.051878 dv-cinder-804581-6-iscsi neutron-server[94450]: 'Log': '1.0', Aug 15 14:03:55.051878 dv-cinder-804581-6-iscsi neutron-server[94450]: 'Network': '1.1', Aug 15 14:03:55.051878 dv-cinder-804581-6-iscsi neutron-server[94450]: 'Port': '1.7', Aug 15 14:03:55.051878 dv-cinder-804581-6-iscsi neutron-server[94450]: 'PortForwarding': '1.2', Aug 15 14:03:55.051878 dv-cinder-804581-6-iscsi neutron-server[94450]: 'QosPolicy': '1.9', Aug 15 14:03:55.051878 dv-cinder-804581-6-iscsi neutron-server[94450]: 'SecurityGroup': '1.4', Aug 15 14:03:55.051878 dv-cinder-804581-6-iscsi neutron-server[94450]: 'SecurityGroupRule': '1.2', Aug 15 14:03:55.051878 dv-cinder-804581-6-iscsi neutron-server[94450]: 'SubPort': '1.0', Aug 15 14:03:55.051878 dv-cinder-804581-6-iscsi neutron-server[94450]: 'Subnet': '1.1', Aug 15 14:03:55.051878 dv-cinder-804581-6-iscsi neutron-server[94450]: 'Trunk': '1.1'}} Aug 15 14:03:55.051878 dv-cinder-804581-6-iscsi neutron-server[94450]: {{(pid=94450) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 15 14:03:55.100557 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787668796995'] for network, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:03:55.217410 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for network, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:03:55.218559 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:03:55.219230 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:03:55.311540 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] Pushing event updated for resources: {'Network': ['ID=0cbe5f86-6a1d-462b-867e-68bb8dd9052c,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:03:55.323006 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Network 0cbe5f86-6a1d-462b-867e-68bb8dd9052c details requested by agent ovs-agent-dv-cinder-804581-6-iscsi with host dv-cinder-804581-6-iscsi {{(pid=94453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 15 14:03:55.418545 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-2931fe87-1232-46b9-9b81-5b306e3307df admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6172647 Aug 15 14:03:57.992391 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 39936) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:03:58.383576 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d283af-e1b7-4bfd-af18-785369169a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:03:58.384960 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-d1d283af-e1b7-4bfd-af18-785369169a1c admin admin] 10.222.0.22 "GET /v2.0/networks/0cbe5f86-6a1d-462b-867e-68bb8dd9052c HTTP/1.1" status: 200 len: 825 time: 0.3916364 Aug 15 14:03:58.422130 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-a20df94b-c6f9-41c2-96db-572f36a2c6c9 admin admin] 10.222.0.22 "GET /v2.0/subnetpools/34b2bc2b-01cf-4746-820c-ddcf2a62e83e HTTP/1.1" status: 200 len: 734 time: 0.0310097 Aug 15 14:03:58.431140 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-f1f5b4e5-4745-4dda-a2f6-5b0ee32dfac1 admin admin] Request body: {'subnet': {'tenant_id': 'c13863dd13a14a6087a7079192b06905', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '34b2bc2b-01cf-4746-820c-ddcf2a62e83e', 'name': 'private-subnet', 'network_id': '0cbe5f86-6a1d-462b-867e-68bb8dd9052c', 'ip_version': 4}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:03:58.525573 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f5b4e5-4745-4dda-a2f6-5b0ee32dfac1 admin admin] Made reservation on behalf of c13863dd13a14a6087a7079192b06905 for: {'subnet': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:03:58.527751 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-f1f5b4e5-4745-4dda-a2f6-5b0ee32dfac1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:03:58.863265 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-f1f5b4e5-4745-4dda-a2f6-5b0ee32dfac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for subnet, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:03:58.933157 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5b4e5-4745-4dda-a2f6-5b0ee32dfac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9e58657-513f-4b64-9117-418b1cc13645,revision_number=0']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:03:58.939958 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f5b4e5-4745-4dda-a2f6-5b0ee32dfac1 admin admin] Checking segment: {'id': '4d6791e2-f6ec-48c8-a886-9fc7befe8439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0cbe5f86-6a1d-462b-867e-68bb8dd9052c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:03:58.940365 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f5b4e5-4745-4dda-a2f6-5b0ee32dfac1 admin admin] Network hostable DHCP agents. Network: 0cbe5f86-6a1d-462b-867e-68bb8dd9052c, hostable agents: ['79a36ae1-c81e-4df0-b784-d4dbca0423ec'], hosted agents: [] {{(pid=94450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 15 14:03:59.017941 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f5b4e5-4745-4dda-a2f6-5b0ee32dfac1 admin admin] Network 0cbe5f86-6a1d-462b-867e-68bb8dd9052c is scheduled to be hosted by DHCP agent 79a36ae1-c81e-4df0-b784-d4dbca0423ec with binding_index 1 {{(pid=94450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 15 14:03:59.096960 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [None req-f1f5b4e5-4745-4dda-a2f6-5b0ee32dfac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-6-iscsi, 0cbe5f86-6a1d-462b-867e-68bb8dd9052c) {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:03:59.101747 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f5b4e5-4745-4dda-a2f6-5b0ee32dfac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:03:59.104267 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-f1f5b4e5-4745-4dda-a2f6-5b0ee32dfac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for subnet, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:03:59.107667 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d7254e-4d29-4aa5-bcfd-b2cdddb448f9 None None] Network 0cbe5f86-6a1d-462b-867e-68bb8dd9052c requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:03:59.166564 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-f1f5b4e5-4745-4dda-a2f6-5b0ee32dfac1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7387445 Aug 15 14:03:59.460006 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8509098c-d4be-5410-8ba7-b88853ea627d-0cbe5f86-6a1d-462b-867e-68bb8dd9052c', 'network_id': '0cbe5f86-6a1d-462b-867e-68bb8dd9052c', 'tenant_id': 'c13863dd13a14a6087a7079192b06905', 'fixed_ips': [{'subnet_id': 'e9e58657-513f-4b64-9117-418b1cc13645'}]}} from dv-cinder-804581-6-iscsi. {{(pid=94453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 15 14:03:59.461226 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:03:59.749412 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.db_base_plugin_common [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Allocated IP 172.20.0.2 (0cbe5f86-6a1d-462b-867e-68bb8dd9052c/e9e58657-513f-4b64-9117-418b1cc13645/5775dfc2-bd8f-47af-84f6-116b339ed993) {{(pid=94453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:03:59.951753 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Notify callbacks [] for port, precommit_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:03:59.993299 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Transition to ACTIVE for port object 5775dfc2-bd8f-47af-84f6-116b339ed993 will not be triggered until provisioned by entity L2. {{(pid=94453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:04:00.014161 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Transition to ACTIVE for port object 5775dfc2-bd8f-47af-84f6-116b339ed993 will not be triggered until provisioned by entity DHCP. {{(pid=94453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:04:00.092509 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469'] for port, after_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:00.166033 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Network 0cbe5f86-6a1d-462b-867e-68bb8dd9052c is already hosted by enough agents. {{(pid=94453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:04:00.170597 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.scheduler.base_scheduler [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Resources bound (agent type, host, resource id): {{(pid=94453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:04:00.176313 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Pushing event updated for resources: {'Port': ['ID=5775dfc2-bd8f-47af-84f6-116b339ed993,revision_number=1']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:04:00.178423 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Received port after_create {{(pid=94453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:04:00.187795 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:00.188135 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:00.189070 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:00.189498 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:00.189829 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:00.190157 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:00.190478 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:00.190802 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:00.191137 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:00.191458 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:00.191774 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:00.192088 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:00.193178 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Tracked resource versions report: Aug 15 14:04:00.193178 dv-cinder-804581-6-iscsi neutron-server[94453]: pushed versions: Aug 15 14:04:00.193178 dv-cinder-804581-6-iscsi neutron-server[94453]: { 'AddressGroup': {'1.2'}, Aug 15 14:04:00.193178 dv-cinder-804581-6-iscsi neutron-server[94453]: 'ConntrackHelper': {'1.0'}, Aug 15 14:04:00.193178 dv-cinder-804581-6-iscsi neutron-server[94453]: 'Log': {'1.0'}, Aug 15 14:04:00.193178 dv-cinder-804581-6-iscsi neutron-server[94453]: 'Network': {'1.1'}, Aug 15 14:04:00.193178 dv-cinder-804581-6-iscsi neutron-server[94453]: 'Port': {'1.7'}, Aug 15 14:04:00.193178 dv-cinder-804581-6-iscsi neutron-server[94453]: 'PortForwarding': {'1.2'}, Aug 15 14:04:00.193178 dv-cinder-804581-6-iscsi neutron-server[94453]: 'QosPolicy': {'1.9'}, Aug 15 14:04:00.193178 dv-cinder-804581-6-iscsi neutron-server[94453]: 'SecurityGroup': {'1.4'}, Aug 15 14:04:00.193178 dv-cinder-804581-6-iscsi neutron-server[94453]: 'SecurityGroupRule': {'1.2'}, Aug 15 14:04:00.193178 dv-cinder-804581-6-iscsi neutron-server[94453]: 'SubPort': {'1.0'}, Aug 15 14:04:00.193178 dv-cinder-804581-6-iscsi neutron-server[94453]: 'Subnet': {'1.1'}, Aug 15 14:04:00.193178 dv-cinder-804581-6-iscsi neutron-server[94453]: 'Trunk': {'1.1'}} Aug 15 14:04:00.193178 dv-cinder-804581-6-iscsi neutron-server[94453]: consumer versions: Aug 15 14:04:00.193178 dv-cinder-804581-6-iscsi neutron-server[94453]: { DHCP agent@dv-cinder-804581-6-iscsi: {}, Aug 15 14:04:00.193178 dv-cinder-804581-6-iscsi neutron-server[94453]: L3 agent@dv-cinder-804581-6-iscsi: {}, Aug 15 14:04:00.193178 dv-cinder-804581-6-iscsi neutron-server[94453]: Metadata agent@dv-cinder-804581-6-iscsi: {}, Aug 15 14:04:00.193178 dv-cinder-804581-6-iscsi neutron-server[94453]: Metering agent@dv-cinder-804581-6-iscsi: {}, Aug 15 14:04:00.193178 dv-cinder-804581-6-iscsi neutron-server[94453]: Open vSwitch agent@dv-cinder-804581-6-iscsi: { 'AddressGroup': '1.2', Aug 15 14:04:00.193178 dv-cinder-804581-6-iscsi neutron-server[94453]: 'ConntrackHelper': '1.0', Aug 15 14:04:00.193178 dv-cinder-804581-6-iscsi neutron-server[94453]: 'Log': '1.0', Aug 15 14:04:00.193178 dv-cinder-804581-6-iscsi neutron-server[94453]: 'Network': '1.1', Aug 15 14:04:00.193178 dv-cinder-804581-6-iscsi neutron-server[94453]: 'Port': '1.7', Aug 15 14:04:00.193178 dv-cinder-804581-6-iscsi neutron-server[94453]: 'PortForwarding': '1.2', Aug 15 14:04:00.193178 dv-cinder-804581-6-iscsi neutron-server[94453]: 'QosPolicy': '1.9', Aug 15 14:04:00.193178 dv-cinder-804581-6-iscsi neutron-server[94453]: 'SecurityGroup': '1.4', Aug 15 14:04:00.193178 dv-cinder-804581-6-iscsi neutron-server[94453]: 'SecurityGroupRule': '1.2', Aug 15 14:04:00.193178 dv-cinder-804581-6-iscsi neutron-server[94453]: 'SubPort': '1.0', Aug 15 14:04:00.193178 dv-cinder-804581-6-iscsi neutron-server[94453]: 'Subnet': '1.1', Aug 15 14:04:00.193178 dv-cinder-804581-6-iscsi neutron-server[94453]: 'Trunk': '1.1'}} Aug 15 14:04:00.193178 dv-cinder-804581-6-iscsi neutron-server[94453]: {{(pid=94453) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 15 14:04:00.263927 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Attempting to bind port 5775dfc2-bd8f-47af-84f6-116b339ed993 on host dv-cinder-804581-6-iscsi for vnic_type normal with profile {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:04:00.264362 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Attempting to bind port 5775dfc2-bd8f-47af-84f6-116b339ed993 by drivers openvswitch,hyperv on host dv-cinder-804581-6-iscsi at level 0 using segments [{'id': '4d6791e2-f6ec-48c8-a886-9fc7befe8439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0cbe5f86-6a1d-462b-867e-68bb8dd9052c'}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:04:00.264704 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Attempting to bind port 5775dfc2-bd8f-47af-84f6-116b339ed993 on network 0cbe5f86-6a1d-462b-867e-68bb8dd9052c {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:04:00.269640 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Checking agent: {'id': '9fd064e6-11f0-4c96-a2d8-3af8385acf93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 3, 44), 'started_at': datetime.datetime(2021, 8, 15, 14, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:04:00.270044 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Checking segment: {'id': '4d6791e2-f6ec-48c8-a886-9fc7befe8439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0cbe5f86-6a1d-462b-867e-68bb8dd9052c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:04:00.270511 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:00.270912 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Bound using segment: {'id': '4d6791e2-f6ec-48c8-a886-9fc7befe8439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0cbe5f86-6a1d-462b-867e-68bb8dd9052c'} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:04:00.271392 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Bound port: 5775dfc2-bd8f-47af-84f6-116b339ed993, host: dv-cinder-804581-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6791e2-f6ec-48c8-a886-9fc7befe8439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0cbe5f86-6a1d-462b-867e-68bb8dd9052c'}}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:04:00.271796 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:00.333601 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] For port 5775dfc2-bd8f-47af-84f6-116b339ed993, host dv-cinder-804581-6-iscsi, cleared binding levels {{(pid=94453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:04:00.337872 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] For port 5775dfc2-bd8f-47af-84f6-116b339ed993, host dv-cinder-804581-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=5775dfc2-bd8f-47af-84f6-116b339ed993,segment=NetworkSegment(4d6791e2-f6ec-48c8-a886-9fc7befe8439),segment_id=4d6791e2-f6ec-48c8-a886-9fc7befe8439)] {{(pid=94453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:04:00.383295 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:00.451915 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e936d8-a6ff-419e-a688-2d42a5c16a4d None None] Pushing event updated for resources: {'Port': ['ID=5775dfc2-bd8f-47af-84f6-116b339ed993,revision_number=2']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:04:01.576732 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 39944) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:04:01.896648 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [None req-0d537a54-69e5-4e9a-befd-b95aad583782 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 15 14:04:01.897668 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-0d537a54-69e5-4e9a-befd-b95aad583782 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3199623 Aug 15 14:04:04.272553 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 39952) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:04:04.595754 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [None req-ffcfd1b7-befb-4194-8c31-b3c45fd394d2 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 15 14:04:04.596845 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-ffcfd1b7-befb-4194-8c31-b3c45fd394d2 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3232901 Aug 15 14:04:07.198896 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 39962) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:04:07.496156 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-d586d66f-3dc1-4ddc-8c53-0828259fdb4b admin admin] Request body: {'router': {'tenant_id': 'c13863dd13a14a6087a7079192b06905', 'name': 'router1', 'admin_state_up': True}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:04:07.600263 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d586d66f-3dc1-4ddc-8c53-0828259fdb4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1505'] for router, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:07.602204 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d586d66f-3dc1-4ddc-8c53-0828259fdb4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-594727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1514'] for router, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:07.762289 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d586d66f-3dc1-4ddc-8c53-0828259fdb4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:07.806292 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d586d66f-3dc1-4ddc-8c53-0828259fdb4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594930'] for router, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:07.862935 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d586d66f-3dc1-4ddc-8c53-0828259fdb4b admin admin] Notify callbacks [] for router, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:07.864126 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-d586d66f-3dc1-4ddc-8c53-0828259fdb4b admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6642716 Aug 15 14:04:07.996403 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 5775dfc2-bd8f-47af-84f6-116b339ed993 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:04:08.143983 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning for port 5775dfc2-bd8f-47af-84f6-116b339ed993 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:04:08.788031 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56d3982-8a09-4cda-9929-69b8546f65e7 None None] Network 0cbe5f86-6a1d-462b-867e-68bb8dd9052c requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:04:08.916375 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-0ed414d5-5e02-4218-a632-c2cd7860e6d5 None None] Provisioning for port 5775dfc2-bd8f-47af-84f6-116b339ed993 completed by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:04:08.925049 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-0ed414d5-5e02-4218-a632-c2cd7860e6d5 None None] Provisioning complete for port 5775dfc2-bd8f-47af-84f6-116b339ed993 triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:04:08.925478 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0ed414d5-5e02-4218-a632-c2cd7860e6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:09.067741 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0ed414d5-5e02-4218-a632-c2cd7860e6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:09.106389 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-0ed414d5-5e02-4218-a632-c2cd7860e6d5 None None] For port 5775dfc2-bd8f-47af-84f6-116b339ed993, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=5775dfc2-bd8f-47af-84f6-116b339ed993,segment=NetworkSegment(4d6791e2-f6ec-48c8-a886-9fc7befe8439),segment_id=4d6791e2-f6ec-48c8-a886-9fc7befe8439)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:04:09.160391 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0ed414d5-5e02-4218-a632-c2cd7860e6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:09.208094 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed414d5-5e02-4218-a632-c2cd7860e6d5 None None] Pushing event updated for resources: {'Port': ['ID=5775dfc2-bd8f-47af-84f6-116b339ed993,revision_number=3']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:04:09.280116 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-e730a09c-0494-41ef-9fbf-42c7af3c6a59 None None] Provisioning complete for port 5775dfc2-bd8f-47af-84f6-116b339ed993 triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:04:09.280414 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-e730a09c-0494-41ef-9fbf-42c7af3c6a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:09.968993 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 5775dfc2-bd8f-47af-84f6-116b339ed993 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:04:10.020374 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 5775dfc2-bd8f-47af-84f6-116b339ed993 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:04:10.020741 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:10.269890 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 39974) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:04:10.573050 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [None req-707c97de-8004-4c9d-b129-4723625d8d6d admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 15 14:04:10.574050 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-707c97de-8004-4c9d-b129-4723625d8d6d admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3032138 Aug 15 14:04:10.691963 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-5c5f5ceb-2f0c-4c7a-8507-aedf31e502da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:12.912729 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 39982) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:04:13.232283 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-a36de2dd-d4e9-42bf-9da3-94dbfbbfba01 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:04:13.274405 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-8ea0d280-74b6-4e2b-a7df-d267d5e64ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:13.365561 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36de2dd-d4e9-42bf-9da3-94dbfbbfba01 admin admin] Made reservation on behalf of d6f0e792fb7d4db190f526e9b887a889 for: {'network': 1} {{(pid=94451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:04:13.368326 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-a36de2dd-d4e9-42bf-9da3-94dbfbbfba01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for network, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:13.384426 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-a36de2dd-d4e9-42bf-9da3-94dbfbbfba01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:13.499893 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-a36de2dd-d4e9-42bf-9da3-94dbfbbfba01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:13.554158 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-a36de2dd-d4e9-42bf-9da3-94dbfbbfba01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:13.565544 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a36de2dd-d4e9-42bf-9da3-94dbfbbfba01 admin admin] Reserving flat network on physical network physnet1 {{(pid=94451) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 15 14:04:13.591411 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-a36de2dd-d4e9-42bf-9da3-94dbfbbfba01 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787669368679', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:13.591979 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-a36de2dd-d4e9-42bf-9da3-94dbfbbfba01 admin admin] Unsubscribe: segment precommit_create {{(pid=94451) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 15 14:04:13.592490 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.db.segments_db [None req-a36de2dd-d4e9-42bf-9da3-94dbfbbfba01 admin admin] Added segment 5e752e44-7069-4182-ac48-4f84d046513a of type flat for network 1d9f8f4c-a9c3-49e7-b907-6801ec194130 Aug 15 14:04:13.630895 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36de2dd-d4e9-42bf-9da3-94dbfbbfba01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f4327f-53dd-4388-8164-d0fdc568346b,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:04:13.674356 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36de2dd-d4e9-42bf-9da3-94dbfbbfba01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:13.674712 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36de2dd-d4e9-42bf-9da3-94dbfbbfba01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:13.675049 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36de2dd-d4e9-42bf-9da3-94dbfbbfba01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:13.675377 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36de2dd-d4e9-42bf-9da3-94dbfbbfba01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:13.675702 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36de2dd-d4e9-42bf-9da3-94dbfbbfba01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:13.676054 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36de2dd-d4e9-42bf-9da3-94dbfbbfba01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:13.676364 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36de2dd-d4e9-42bf-9da3-94dbfbbfba01 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:13.676684 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36de2dd-d4e9-42bf-9da3-94dbfbbfba01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:13.677022 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36de2dd-d4e9-42bf-9da3-94dbfbbfba01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:13.677339 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36de2dd-d4e9-42bf-9da3-94dbfbbfba01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:13.677681 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36de2dd-d4e9-42bf-9da3-94dbfbbfba01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:13.677995 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36de2dd-d4e9-42bf-9da3-94dbfbbfba01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:13.679127 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36de2dd-d4e9-42bf-9da3-94dbfbbfba01 admin admin] Tracked resource versions report: Aug 15 14:04:13.679127 dv-cinder-804581-6-iscsi neutron-server[94451]: pushed versions: Aug 15 14:04:13.679127 dv-cinder-804581-6-iscsi neutron-server[94451]: { 'AddressGroup': {'1.2'}, Aug 15 14:04:13.679127 dv-cinder-804581-6-iscsi neutron-server[94451]: 'ConntrackHelper': {'1.0'}, Aug 15 14:04:13.679127 dv-cinder-804581-6-iscsi neutron-server[94451]: 'Log': {'1.0'}, Aug 15 14:04:13.679127 dv-cinder-804581-6-iscsi neutron-server[94451]: 'Network': {'1.1'}, Aug 15 14:04:13.679127 dv-cinder-804581-6-iscsi neutron-server[94451]: 'Port': {'1.7'}, Aug 15 14:04:13.679127 dv-cinder-804581-6-iscsi neutron-server[94451]: 'PortForwarding': {'1.2'}, Aug 15 14:04:13.679127 dv-cinder-804581-6-iscsi neutron-server[94451]: 'QosPolicy': {'1.9'}, Aug 15 14:04:13.679127 dv-cinder-804581-6-iscsi neutron-server[94451]: 'SecurityGroup': {'1.4'}, Aug 15 14:04:13.679127 dv-cinder-804581-6-iscsi neutron-server[94451]: 'SecurityGroupRule': {'1.2'}, Aug 15 14:04:13.679127 dv-cinder-804581-6-iscsi neutron-server[94451]: 'SubPort': {'1.0'}, Aug 15 14:04:13.679127 dv-cinder-804581-6-iscsi neutron-server[94451]: 'Subnet': {'1.1'}, Aug 15 14:04:13.679127 dv-cinder-804581-6-iscsi neutron-server[94451]: 'Trunk': {'1.1'}} Aug 15 14:04:13.679127 dv-cinder-804581-6-iscsi neutron-server[94451]: consumer versions: Aug 15 14:04:13.679127 dv-cinder-804581-6-iscsi neutron-server[94451]: { DHCP agent@dv-cinder-804581-6-iscsi: {}, Aug 15 14:04:13.679127 dv-cinder-804581-6-iscsi neutron-server[94451]: L3 agent@dv-cinder-804581-6-iscsi: {}, Aug 15 14:04:13.679127 dv-cinder-804581-6-iscsi neutron-server[94451]: Metadata agent@dv-cinder-804581-6-iscsi: {}, Aug 15 14:04:13.679127 dv-cinder-804581-6-iscsi neutron-server[94451]: Metering agent@dv-cinder-804581-6-iscsi: {}, Aug 15 14:04:13.679127 dv-cinder-804581-6-iscsi neutron-server[94451]: Open vSwitch agent@dv-cinder-804581-6-iscsi: { 'AddressGroup': '1.2', Aug 15 14:04:13.679127 dv-cinder-804581-6-iscsi neutron-server[94451]: 'ConntrackHelper': '1.0', Aug 15 14:04:13.679127 dv-cinder-804581-6-iscsi neutron-server[94451]: 'Log': '1.0', Aug 15 14:04:13.679127 dv-cinder-804581-6-iscsi neutron-server[94451]: 'Network': '1.1', Aug 15 14:04:13.679127 dv-cinder-804581-6-iscsi neutron-server[94451]: 'Port': '1.7', Aug 15 14:04:13.679127 dv-cinder-804581-6-iscsi neutron-server[94451]: 'PortForwarding': '1.2', Aug 15 14:04:13.679127 dv-cinder-804581-6-iscsi neutron-server[94451]: 'QosPolicy': '1.9', Aug 15 14:04:13.679127 dv-cinder-804581-6-iscsi neutron-server[94451]: 'SecurityGroup': '1.4', Aug 15 14:04:13.679127 dv-cinder-804581-6-iscsi neutron-server[94451]: 'SecurityGroupRule': '1.2', Aug 15 14:04:13.679127 dv-cinder-804581-6-iscsi neutron-server[94451]: 'SubPort': '1.0', Aug 15 14:04:13.679127 dv-cinder-804581-6-iscsi neutron-server[94451]: 'Subnet': '1.1', Aug 15 14:04:13.679127 dv-cinder-804581-6-iscsi neutron-server[94451]: 'Trunk': '1.1'}} Aug 15 14:04:13.679127 dv-cinder-804581-6-iscsi neutron-server[94451]: {{(pid=94451) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 15 14:04:13.717814 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-a36de2dd-d4e9-42bf-9da3-94dbfbbfba01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787668796995'] for network, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:13.828446 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:13.856999 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-a36de2dd-d4e9-42bf-9da3-94dbfbbfba01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for network, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:13.858244 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36de2dd-d4e9-42bf-9da3-94dbfbbfba01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:04:13.858910 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-a36de2dd-d4e9-42bf-9da3-94dbfbbfba01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:13.955396 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36de2dd-d4e9-42bf-9da3-94dbfbbfba01 admin admin] Pushing event updated for resources: {'Network': ['ID=1d9f8f4c-a9c3-49e7-b907-6801ec194130,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:04:13.965534 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Network 1d9f8f4c-a9c3-49e7-b907-6801ec194130 details requested by agent ovs-agent-dv-cinder-804581-6-iscsi with host dv-cinder-804581-6-iscsi {{(pid=94453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 15 14:04:14.023688 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-a36de2dd-d4e9-42bf-9da3-94dbfbbfba01 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1098785 Aug 15 14:04:14.554037 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:16.349408 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 40004) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:04:16.439881 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:16.567074 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f102c7-15c3-4efc-bea4-79170ce7918a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:04:16.568670 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-53f102c7-15c3-4efc-bea4-79170ce7918a admin admin] 10.222.0.22 "GET /v2.0/subnets/e9e58657-513f-4b64-9117-418b1cc13645 HTTP/1.1" status: 200 len: 849 time: 0.2182534 Aug 15 14:04:16.744804 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-1f86c481-8751-4942-a7f1-7d7a71a270bb admin admin] 10.222.0.22 "GET /v2.0/routers/ccb731d8-1fe3-424a-bc36-c71203dc1856 HTTP/1.1" status: 200 len: 704 time: 0.1701803 Aug 15 14:04:17.008525 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-ee85190b-ceb2-4668-8df4-3d0900a42469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:17.300843 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.db_base_plugin_common [None req-ee85190b-ceb2-4668-8df4-3d0900a42469 admin admin] Allocated IP 172.20.0.1 (0cbe5f86-6a1d-462b-867e-68bb8dd9052c/e9e58657-513f-4b64-9117-418b1cc13645/504a7d36-f61d-4a6e-956f-ddc82d75dc12) {{(pid=94451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:04:17.480992 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-ee85190b-ceb2-4668-8df4-3d0900a42469 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:17.505287 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.provisioning_blocks [None req-ee85190b-ceb2-4668-8df4-3d0900a42469 admin admin] Transition to ACTIVE for port object 504a7d36-f61d-4a6e-956f-ddc82d75dc12 will not be triggered until provisioned by entity DHCP. {{(pid=94451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:04:17.623432 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-ee85190b-ceb2-4668-8df4-3d0900a42469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469'] for port, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:17.694206 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee85190b-ceb2-4668-8df4-3d0900a42469 admin admin] Network 0cbe5f86-6a1d-462b-867e-68bb8dd9052c is already hosted by enough agents. {{(pid=94451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:04:17.702469 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.base_scheduler [None req-ee85190b-ceb2-4668-8df4-3d0900a42469 admin admin] Resources bound (agent type, host, resource id): {{(pid=94451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:04:17.708081 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85190b-ceb2-4668-8df4-3d0900a42469 admin admin] Pushing event updated for resources: {'Port': ['ID=504a7d36-f61d-4a6e-956f-ddc82d75dc12,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:04:17.720430 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee85190b-ceb2-4668-8df4-3d0900a42469 admin admin] Received port after_create {{(pid=94451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:04:17.721003 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-ee85190b-ceb2-4668-8df4-3d0900a42469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520487'] for router_interface, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:17.989685 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-ee85190b-ceb2-4668-8df4-3d0900a42469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:18.017464 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-60807399-ea06-41a5-a36d-a76f0a84add5 None None] Provisioning for port 504a7d36-f61d-4a6e-956f-ddc82d75dc12 completed by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:04:18.021208 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-60807399-ea06-41a5-a36d-a76f0a84add5 None None] Provisioning complete for port 504a7d36-f61d-4a6e-956f-ddc82d75dc12 triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:04:18.021615 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-60807399-ea06-41a5-a36d-a76f0a84add5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:18.056268 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-60807399-ea06-41a5-a36d-a76f0a84add5 None None] Port 504a7d36-f61d-4a6e-956f-ddc82d75dc12 cannot update to ACTIVE because it is not bound. {{(pid=94453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 15 14:04:18.250619 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-ee85190b-ceb2-4668-8df4-3d0900a42469 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:18.319883 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-ee85190b-ceb2-4668-8df4-3d0900a42469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:18.320669 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-ee85190b-ceb2-4668-8df4-3d0900a42469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520627'] for router_interface, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:18.397248 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85190b-ceb2-4668-8df4-3d0900a42469 admin admin] Pushing event updated for resources: {'Port': ['ID=504a7d36-f61d-4a6e-956f-ddc82d75dc12,revision_number=2']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:04:18.443271 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee85190b-ceb2-4668-8df4-3d0900a42469 admin admin] Network 0cbe5f86-6a1d-462b-867e-68bb8dd9052c is already hosted by enough agents. {{(pid=94451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:04:18.444512 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.base_scheduler [None req-ee85190b-ceb2-4668-8df4-3d0900a42469 admin admin] Resources bound (agent type, host, resource id): {{(pid=94451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:04:18.645534 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee85190b-ceb2-4668-8df4-3d0900a42469 admin admin] Router ccb731d8-1fe3-424a-bc36-c71203dc1856 is scheduled to L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 with binding_index 1 {{(pid=94451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 15 14:04:18.679880 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-66440bec-fb89-4de0-bf89-87af9f8859c8 None None] Provisioning complete for port 504a7d36-f61d-4a6e-956f-ddc82d75dc12 triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:04:18.680250 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-66440bec-fb89-4de0-bf89-87af9f8859c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:18.715937 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-66440bec-fb89-4de0-bf89-87af9f8859c8 None None] Port 504a7d36-f61d-4a6e-956f-ddc82d75dc12 cannot update to ACTIVE because it is not bound. {{(pid=94453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 15 14:04:18.740251 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee85190b-ceb2-4668-8df4-3d0900a42469 admin admin] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:04:18.745310 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-ee85190b-ceb2-4668-8df4-3d0900a42469 admin admin] 10.222.0.22 "PUT /v2.0/routers/ccb731d8-1fe3-424a-bc36-c71203dc1856/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9950757 Aug 15 14:04:18.751897 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565488b3-1194-4be0-89d1-4c5030d2a01e None None] Sync routers for ids ['ccb731d8-1fe3-424a-bc36-c71203dc1856'] in dv-cinder-804581-6-iscsi {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:04:18.763597 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565488b3-1194-4be0-89d1-4c5030d2a01e None None] Routers {'ccb731d8-1fe3-424a-bc36-c71203dc1856'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:04:18.764356 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-565488b3-1194-4be0-89d1-4c5030d2a01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:04:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['ccb731d8-1fe3-424a-bc36-c71203dc1856'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:04:18.946822 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-565488b3-1194-4be0-89d1-4c5030d2a01e None None] Set router ccb731d8-1fe3-424a-bc36-c71203dc1856 gateway port host: None {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:04:19.392337 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-565488b3-1194-4be0-89d1-4c5030d2a01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb731d8-1fe3-424a-bc36-c71203dc1856', 'name': 'router1', 'tenant_id': 'c13863dd13a14a6087a7079192b06905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:04:07Z', 'updated_at': '2021-08-15T14:04:17Z', 'revision_number': 2, 'project_id': 'c13863dd13a14a6087a7079192b06905', 'gw_port_host': None, '_interfaces': [{'id': '504a7d36-f61d-4a6e-956f-ddc82d75dc12', 'name': '', 'network_id': '0cbe5f86-6a1d-462b-867e-68bb8dd9052c', 'tenant_id': 'c13863dd13a14a6087a7079192b06905', 'mac_address': 'fa:16:3e:a8:27:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb731d8-1fe3-424a-bc36-c71203dc1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9e58657-513f-4b64-9117-418b1cc13645', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:04:17Z', 'updated_at': '2021-08-15T14:04:18Z', 'revision_number': 2, 'project_id': 'c13863dd13a14a6087a7079192b06905', 'subnets': [{'id': 'e9e58657-513f-4b64-9117-418b1cc13645', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34b2bc2b-01cf-4746-820c-ddcf2a62e83e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:04:19.441662 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565488b3-1194-4be0-89d1-4c5030d2a01e None None] Checking router: ccb731d8-1fe3-424a-bc36-c71203dc1856 for host: dv-cinder-804581-6-iscsi {{(pid=94454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:04:19.442037 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565488b3-1194-4be0-89d1-4c5030d2a01e None None] Updating router ccb731d8-1fe3-424a-bc36-c71203dc1856 port 504a7d36-f61d-4a6e-956f-ddc82d75dc12 binding host dv-cinder-804581-6-iscsi {{(pid=94454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 15 14:04:19.489590 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-565488b3-1194-4be0-89d1-4c5030d2a01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:20.005016 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-565488b3-1194-4be0-89d1-4c5030d2a01e None None] Notify callbacks [] for port, precommit_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:20.022941 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.provisioning_blocks [None req-565488b3-1194-4be0-89d1-4c5030d2a01e None None] Transition to ACTIVE for port object 504a7d36-f61d-4a6e-956f-ddc82d75dc12 will not be triggered until provisioned by entity L2. {{(pid=94454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:04:20.091266 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-565488b3-1194-4be0-89d1-4c5030d2a01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:20.224427 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b3383-8f38-48b1-8d73-e0733cac28a6 None None] Pushing event updated for resources: {'Port': ['ID=504a7d36-f61d-4a6e-956f-ddc82d75dc12,revision_number=3']} {{(pid=94454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:04:20.257368 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b3383-8f38-48b1-8d73-e0733cac28a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:20.257750 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b3383-8f38-48b1-8d73-e0733cac28a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:20.258083 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b3383-8f38-48b1-8d73-e0733cac28a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:20.258411 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b3383-8f38-48b1-8d73-e0733cac28a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:20.258737 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b3383-8f38-48b1-8d73-e0733cac28a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:20.259061 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b3383-8f38-48b1-8d73-e0733cac28a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:20.259383 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b3383-8f38-48b1-8d73-e0733cac28a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:20.259701 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b3383-8f38-48b1-8d73-e0733cac28a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:20.260027 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b3383-8f38-48b1-8d73-e0733cac28a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:20.260344 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b3383-8f38-48b1-8d73-e0733cac28a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:20.260665 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b3383-8f38-48b1-8d73-e0733cac28a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:20.260979 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b3383-8f38-48b1-8d73-e0733cac28a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:04:20.262129 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b3383-8f38-48b1-8d73-e0733cac28a6 None None] Tracked resource versions report: Aug 15 14:04:20.262129 dv-cinder-804581-6-iscsi neutron-server[94454]: pushed versions: Aug 15 14:04:20.262129 dv-cinder-804581-6-iscsi neutron-server[94454]: { 'AddressGroup': {'1.2'}, Aug 15 14:04:20.262129 dv-cinder-804581-6-iscsi neutron-server[94454]: 'ConntrackHelper': {'1.0'}, Aug 15 14:04:20.262129 dv-cinder-804581-6-iscsi neutron-server[94454]: 'Log': {'1.0'}, Aug 15 14:04:20.262129 dv-cinder-804581-6-iscsi neutron-server[94454]: 'Network': {'1.1'}, Aug 15 14:04:20.262129 dv-cinder-804581-6-iscsi neutron-server[94454]: 'Port': {'1.7'}, Aug 15 14:04:20.262129 dv-cinder-804581-6-iscsi neutron-server[94454]: 'PortForwarding': {'1.2'}, Aug 15 14:04:20.262129 dv-cinder-804581-6-iscsi neutron-server[94454]: 'QosPolicy': {'1.9'}, Aug 15 14:04:20.262129 dv-cinder-804581-6-iscsi neutron-server[94454]: 'SecurityGroup': {'1.4'}, Aug 15 14:04:20.262129 dv-cinder-804581-6-iscsi neutron-server[94454]: 'SecurityGroupRule': {'1.2'}, Aug 15 14:04:20.262129 dv-cinder-804581-6-iscsi neutron-server[94454]: 'SubPort': {'1.0'}, Aug 15 14:04:20.262129 dv-cinder-804581-6-iscsi neutron-server[94454]: 'Subnet': {'1.1'}, Aug 15 14:04:20.262129 dv-cinder-804581-6-iscsi neutron-server[94454]: 'Trunk': {'1.1'}} Aug 15 14:04:20.262129 dv-cinder-804581-6-iscsi neutron-server[94454]: consumer versions: Aug 15 14:04:20.262129 dv-cinder-804581-6-iscsi neutron-server[94454]: { DHCP agent@dv-cinder-804581-6-iscsi: {}, Aug 15 14:04:20.262129 dv-cinder-804581-6-iscsi neutron-server[94454]: L3 agent@dv-cinder-804581-6-iscsi: {}, Aug 15 14:04:20.262129 dv-cinder-804581-6-iscsi neutron-server[94454]: Metadata agent@dv-cinder-804581-6-iscsi: {}, Aug 15 14:04:20.262129 dv-cinder-804581-6-iscsi neutron-server[94454]: Metering agent@dv-cinder-804581-6-iscsi: {}, Aug 15 14:04:20.262129 dv-cinder-804581-6-iscsi neutron-server[94454]: Open vSwitch agent@dv-cinder-804581-6-iscsi: { 'AddressGroup': '1.2', Aug 15 14:04:20.262129 dv-cinder-804581-6-iscsi neutron-server[94454]: 'ConntrackHelper': '1.0', Aug 15 14:04:20.262129 dv-cinder-804581-6-iscsi neutron-server[94454]: 'Log': '1.0', Aug 15 14:04:20.262129 dv-cinder-804581-6-iscsi neutron-server[94454]: 'Network': '1.1', Aug 15 14:04:20.262129 dv-cinder-804581-6-iscsi neutron-server[94454]: 'Port': '1.7', Aug 15 14:04:20.262129 dv-cinder-804581-6-iscsi neutron-server[94454]: 'PortForwarding': '1.2', Aug 15 14:04:20.262129 dv-cinder-804581-6-iscsi neutron-server[94454]: 'QosPolicy': '1.9', Aug 15 14:04:20.262129 dv-cinder-804581-6-iscsi neutron-server[94454]: 'SecurityGroup': '1.4', Aug 15 14:04:20.262129 dv-cinder-804581-6-iscsi neutron-server[94454]: 'SecurityGroupRule': '1.2', Aug 15 14:04:20.262129 dv-cinder-804581-6-iscsi neutron-server[94454]: 'SubPort': '1.0', Aug 15 14:04:20.262129 dv-cinder-804581-6-iscsi neutron-server[94454]: 'Subnet': '1.1', Aug 15 14:04:20.262129 dv-cinder-804581-6-iscsi neutron-server[94454]: 'Trunk': '1.1'}} Aug 15 14:04:20.262129 dv-cinder-804581-6-iscsi neutron-server[94454]: {{(pid=94454) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 15 14:04:20.267489 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.managers [None req-565488b3-1194-4be0-89d1-4c5030d2a01e None None] Attempting to bind port 504a7d36-f61d-4a6e-956f-ddc82d75dc12 on host dv-cinder-804581-6-iscsi for vnic_type normal with profile {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:04:20.267941 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.managers [None req-565488b3-1194-4be0-89d1-4c5030d2a01e None None] Attempting to bind port 504a7d36-f61d-4a6e-956f-ddc82d75dc12 by drivers openvswitch,hyperv on host dv-cinder-804581-6-iscsi at level 0 using segments [{'id': '4d6791e2-f6ec-48c8-a886-9fc7befe8439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0cbe5f86-6a1d-462b-867e-68bb8dd9052c'}] {{(pid=94454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:04:20.268348 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565488b3-1194-4be0-89d1-4c5030d2a01e None None] Attempting to bind port 504a7d36-f61d-4a6e-956f-ddc82d75dc12 on network 0cbe5f86-6a1d-462b-867e-68bb8dd9052c {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:04:20.273890 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565488b3-1194-4be0-89d1-4c5030d2a01e None None] Checking agent: {'id': '9fd064e6-11f0-4c96-a2d8-3af8385acf93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 3, 44), 'started_at': datetime.datetime(2021, 8, 15, 14, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:04:20.274297 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565488b3-1194-4be0-89d1-4c5030d2a01e None None] Checking segment: {'id': '4d6791e2-f6ec-48c8-a886-9fc7befe8439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0cbe5f86-6a1d-462b-867e-68bb8dd9052c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:04:20.274793 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-565488b3-1194-4be0-89d1-4c5030d2a01e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:20.275126 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565488b3-1194-4be0-89d1-4c5030d2a01e None None] Bound using segment: {'id': '4d6791e2-f6ec-48c8-a886-9fc7befe8439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0cbe5f86-6a1d-462b-867e-68bb8dd9052c'} {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:04:20.275607 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.managers [None req-565488b3-1194-4be0-89d1-4c5030d2a01e None None] Bound port: 504a7d36-f61d-4a6e-956f-ddc82d75dc12, host: dv-cinder-804581-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d6791e2-f6ec-48c8-a886-9fc7befe8439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0cbe5f86-6a1d-462b-867e-68bb8dd9052c'}}] {{(pid=94454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:04:20.276096 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-565488b3-1194-4be0-89d1-4c5030d2a01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:20.340285 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.db [None req-565488b3-1194-4be0-89d1-4c5030d2a01e None None] For port 504a7d36-f61d-4a6e-956f-ddc82d75dc12, host dv-cinder-804581-6-iscsi, cleared binding levels {{(pid=94454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:04:20.362486 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.db [None req-565488b3-1194-4be0-89d1-4c5030d2a01e None None] For port 504a7d36-f61d-4a6e-956f-ddc82d75dc12, host dv-cinder-804581-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=504a7d36-f61d-4a6e-956f-ddc82d75dc12,segment=NetworkSegment(4d6791e2-f6ec-48c8-a886-9fc7befe8439),segment_id=4d6791e2-f6ec-48c8-a886-9fc7befe8439)] {{(pid=94454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:04:20.429094 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-565488b3-1194-4be0-89d1-4c5030d2a01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:20.487120 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565488b3-1194-4be0-89d1-4c5030d2a01e None None] Routers {'ccb731d8-1fe3-424a-bc36-c71203dc1856'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:04:20.487739 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-565488b3-1194-4be0-89d1-4c5030d2a01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:04:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['ccb731d8-1fe3-424a-bc36-c71203dc1856'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:04:20.523771 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b3383-8f38-48b1-8d73-e0733cac28a6 None None] Pushing event updated for resources: {'Port': ['ID=504a7d36-f61d-4a6e-956f-ddc82d75dc12,revision_number=4']} {{(pid=94454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:04:20.580373 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-565488b3-1194-4be0-89d1-4c5030d2a01e None None] Set router ccb731d8-1fe3-424a-bc36-c71203dc1856 gateway port host: None {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:04:20.791231 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-565488b3-1194-4be0-89d1-4c5030d2a01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb731d8-1fe3-424a-bc36-c71203dc1856', 'name': 'router1', 'tenant_id': 'c13863dd13a14a6087a7079192b06905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:04:07Z', 'updated_at': '2021-08-15T14:04:17Z', 'revision_number': 2, 'project_id': 'c13863dd13a14a6087a7079192b06905', 'gw_port_host': None, '_interfaces': [{'id': '504a7d36-f61d-4a6e-956f-ddc82d75dc12', 'name': '', 'network_id': '0cbe5f86-6a1d-462b-867e-68bb8dd9052c', 'tenant_id': 'c13863dd13a14a6087a7079192b06905', 'mac_address': 'fa:16:3e:a8:27:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb731d8-1fe3-424a-bc36-c71203dc1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9e58657-513f-4b64-9117-418b1cc13645', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:04:17Z', 'updated_at': '2021-08-15T14:04:20Z', 'revision_number': 4, 'project_id': 'c13863dd13a14a6087a7079192b06905', 'subnets': [{'id': 'e9e58657-513f-4b64-9117-418b1cc13645', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34b2bc2b-01cf-4746-820c-ddcf2a62e83e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:04:20.816138 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565488b3-1194-4be0-89d1-4c5030d2a01e None None] The sync data for ids ['ccb731d8-1fe3-424a-bc36-c71203dc1856'] in dv-cinder-804581-6-iscsi is: [{'id': 'ccb731d8-1fe3-424a-bc36-c71203dc1856', 'name': 'router1', 'tenant_id': 'c13863dd13a14a6087a7079192b06905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:04:07Z', 'updated_at': '2021-08-15T14:04:17Z', 'revision_number': 2, 'project_id': 'c13863dd13a14a6087a7079192b06905', 'gw_port_host': None, '_interfaces': [{'id': '504a7d36-f61d-4a6e-956f-ddc82d75dc12', 'name': '', 'network_id': '0cbe5f86-6a1d-462b-867e-68bb8dd9052c', 'tenant_id': 'c13863dd13a14a6087a7079192b06905', 'mac_address': 'fa:16:3e:a8:27:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb731d8-1fe3-424a-bc36-c71203dc1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9e58657-513f-4b64-9117-418b1cc13645', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:04:17Z', 'updated_at': '2021-08-15T14:04:20Z', 'revision_number': 4, 'project_id': 'c13863dd13a14a6087a7079192b06905', 'subnets': [{'id': 'e9e58657-513f-4b64-9117-418b1cc13645', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34b2bc2b-01cf-4746-820c-ddcf2a62e83e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:04:20.985814 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 40026) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:04:21.093268 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3309609d-a6ad-429c-a067-f47d392af0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:04:21.094650 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-3309609d-a6ad-429c-a067-f47d392af0b7 admin admin] 10.222.0.22 "GET /v2.0/networks/1d9f8f4c-a9c3-49e7-b907-6801ec194130 HTTP/1.1" status: 200 len: 842 time: 0.1078737 Aug 15 14:04:21.104491 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-1008ba26-ba09-4783-9678-586f5a86bc12 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:04:21.217231 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1008ba26-ba09-4783-9678-586f5a86bc12 admin admin] Made reservation on behalf of d6f0e792fb7d4db190f526e9b887a889 for: {'subnet': 1} {{(pid=94451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:04:21.219673 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-1008ba26-ba09-4783-9678-586f5a86bc12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:21.576557 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.objects.ports [None req-1008ba26-ba09-4783-9678-586f5a86bc12 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94451) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 15 14:04:21.576992 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-1008ba26-ba09-4783-9678-586f5a86bc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for subnet, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:21.629655 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008ba26-ba09-4783-9678-586f5a86bc12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0214dcca-22ca-4853-8d9b-9f5ee3e8fb08,revision_number=0']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:04:21.640205 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1008ba26-ba09-4783-9678-586f5a86bc12 admin admin] Checking segment: {'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:04:21.641152 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1008ba26-ba09-4783-9678-586f5a86bc12 admin admin] Network hostable DHCP agents. Network: 1d9f8f4c-a9c3-49e7-b907-6801ec194130, hostable agents: ['79a36ae1-c81e-4df0-b784-d4dbca0423ec'], hosted agents: [] {{(pid=94451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 15 14:04:21.724940 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1008ba26-ba09-4783-9678-586f5a86bc12 admin admin] Network 1d9f8f4c-a9c3-49e7-b907-6801ec194130 is scheduled to be hosted by DHCP agent 79a36ae1-c81e-4df0-b784-d4dbca0423ec with binding_index 1 {{(pid=94451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 15 14:04:21.776662 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.base_scheduler [None req-1008ba26-ba09-4783-9678-586f5a86bc12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-6-iscsi, 1d9f8f4c-a9c3-49e7-b907-6801ec194130) {{(pid=94451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:04:21.780616 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1008ba26-ba09-4783-9678-586f5a86bc12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:04:21.781316 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-1008ba26-ba09-4783-9678-586f5a86bc12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for subnet, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:21.785630 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16dcd13-0c7d-4271-bca3-71b638db0d55 None None] Network 1d9f8f4c-a9c3-49e7-b907-6801ec194130 requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:04:21.846374 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-1008ba26-ba09-4783-9678-586f5a86bc12 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7451255 Aug 15 14:04:21.925888 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38b2dac-dfaf-488d-8414-7b7cf16683b8 None None] Network 1d9f8f4c-a9c3-49e7-b907-6801ec194130 requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:04:24.103864 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 40034) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:04:24.330829 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-345aaaae-e6de-4c06-95c2-7dcbd8a4e0e8 admin admin] 10.222.0.22 "GET /v2.0/routers/ccb731d8-1fe3-424a-bc36-c71203dc1856 HTTP/1.1" status: 200 len: 710 time: 0.2257333 Aug 15 14:04:24.449341 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53da357d-1208-465a-ad41-322f5bde5b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:04:24.456493 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-53da357d-1208-465a-ad41-322f5bde5b41 admin admin] 10.222.0.22 "GET /v2.0/networks/1d9f8f4c-a9c3-49e7-b907-6801ec194130 HTTP/1.1" status: 200 len: 886 time: 0.1142533 Aug 15 14:04:24.460271 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-5f072328-6666-4ccf-9b86-6b806174e974 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'}}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:04:24.711543 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5f072328-6666-4ccf-9b86-6b806174e974 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:24.995923 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5f072328-6666-4ccf-9b86-6b806174e974 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:25.071500 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5f072328-6666-4ccf-9b86-6b806174e974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:25.287395 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [None req-5f072328-6666-4ccf-9b86-6b806174e974 admin admin] Allocated IP 172.27.3.35 (1d9f8f4c-a9c3-49e7-b907-6801ec194130/0214dcca-22ca-4853-8d9b-9f5ee3e8fb08/8e9dcb7d-9dd6-41d1-aee9-83351339c8c9) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:04:25.452199 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5f072328-6666-4ccf-9b86-6b806174e974 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:25.571576 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5f072328-6666-4ccf-9b86-6b806174e974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:25.643323 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f072328-6666-4ccf-9b86-6b806174e974 admin admin] Network 1d9f8f4c-a9c3-49e7-b907-6801ec194130 is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:04:25.654016 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [None req-5f072328-6666-4ccf-9b86-6b806174e974 admin admin] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:04:25.658543 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f072328-6666-4ccf-9b86-6b806174e974 admin admin] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:04:25.661415 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f072328-6666-4ccf-9b86-6b806174e974 admin admin] Pushing event updated for resources: {'Port': ['ID=8e9dcb7d-9dd6-41d1-aee9-83351339c8c9,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:04:26.014025 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5f072328-6666-4ccf-9b86-6b806174e974 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:26.019012 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 504a7d36-f61d-4a6e-956f-ddc82d75dc12 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:04:26.142655 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning for port 504a7d36-f61d-4a6e-956f-ddc82d75dc12 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:04:26.147256 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 504a7d36-f61d-4a6e-956f-ddc82d75dc12 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:04:26.147632 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:26.217659 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5f072328-6666-4ccf-9b86-6b806174e974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-594697', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-591718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1436'] for router, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:26.223453 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5f072328-6666-4ccf-9b86-6b806174e974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-594688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-594939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-591697'] for router, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:26.229807 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:26.268357 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] For port 504a7d36-f61d-4a6e-956f-ddc82d75dc12, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=504a7d36-f61d-4a6e-956f-ddc82d75dc12,segment=NetworkSegment(4d6791e2-f6ec-48c8-a886-9fc7befe8439),segment_id=4d6791e2-f6ec-48c8-a886-9fc7befe8439)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:04:26.337446 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f072328-6666-4ccf-9b86-6b806174e974 admin admin] Router ccb731d8-1fe3-424a-bc36-c71203dc1856 has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:04:26.348302 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:26.398523 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Pushing event updated for resources: {'Port': ['ID=504a7d36-f61d-4a6e-956f-ddc82d75dc12,revision_number=5']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:04:26.447405 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f072328-6666-4ccf-9b86-6b806174e974 admin admin] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:04:26.452045 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5f072328-6666-4ccf-9b86-6b806174e974 admin admin] Notify callbacks [] for router, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:26.453785 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-5f072328-6666-4ccf-9b86-6b806174e974 admin admin] 10.222.0.22 "PUT /v2.0/routers/ccb731d8-1fe3-424a-bc36-c71203dc1856 HTTP/1.1" status: 200 len: 889 time: 1.9966519 Aug 15 14:04:27.243703 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5357e4ec-3008-41ba-8792-c8349ff937af None None] Sync routers for ids ['ccb731d8-1fe3-424a-bc36-c71203dc1856'] in dv-cinder-804581-6-iscsi {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:04:27.255767 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5357e4ec-3008-41ba-8792-c8349ff937af None None] Routers {'ccb731d8-1fe3-424a-bc36-c71203dc1856'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:04:27.256544 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-5357e4ec-3008-41ba-8792-c8349ff937af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:04:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['ccb731d8-1fe3-424a-bc36-c71203dc1856'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:04:27.506804 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-5357e4ec-3008-41ba-8792-c8349ff937af None None] Set router ccb731d8-1fe3-424a-bc36-c71203dc1856 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:04:27.893387 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-5357e4ec-3008-41ba-8792-c8349ff937af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb731d8-1fe3-424a-bc36-c71203dc1856', 'name': 'router1', 'tenant_id': 'c13863dd13a14a6087a7079192b06905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '8e9dcb7d-9dd6-41d1-aee9-83351339c8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:04:07Z', 'updated_at': '2021-08-15T14:04:25Z', 'revision_number': 4, 'project_id': 'c13863dd13a14a6087a7079192b06905', 'gw_port': {'id': '8e9dcb7d-9dd6-41d1-aee9-83351339c8c9', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb731d8-1fe3-424a-bc36-c71203dc1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:04:25Z', 'updated_at': '2021-08-15T14:04:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '504a7d36-f61d-4a6e-956f-ddc82d75dc12', 'name': '', 'network_id': '0cbe5f86-6a1d-462b-867e-68bb8dd9052c', 'tenant_id': 'c13863dd13a14a6087a7079192b06905', 'mac_address': 'fa:16:3e:a8:27:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb731d8-1fe3-424a-bc36-c71203dc1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9e58657-513f-4b64-9117-418b1cc13645', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:04:17Z', 'updated_at': '2021-08-15T14:04:26Z', 'revision_number': 5, 'project_id': 'c13863dd13a14a6087a7079192b06905', 'subnets': [{'id': 'e9e58657-513f-4b64-9117-418b1cc13645', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34b2bc2b-01cf-4746-820c-ddcf2a62e83e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:04:27.942978 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5357e4ec-3008-41ba-8792-c8349ff937af None None] Checking router: ccb731d8-1fe3-424a-bc36-c71203dc1856 for host: dv-cinder-804581-6-iscsi {{(pid=94453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:04:27.943358 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5357e4ec-3008-41ba-8792-c8349ff937af None None] Updating router ccb731d8-1fe3-424a-bc36-c71203dc1856 port 8e9dcb7d-9dd6-41d1-aee9-83351339c8c9 binding host dv-cinder-804581-6-iscsi {{(pid=94453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 15 14:04:27.991891 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 504a7d36-f61d-4a6e-956f-ddc82d75dc12 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:04:28.017764 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-5357e4ec-3008-41ba-8792-c8349ff937af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:28.164886 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 504a7d36-f61d-4a6e-956f-ddc82d75dc12 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:04:28.165179 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:28.412100 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-5357e4ec-3008-41ba-8792-c8349ff937af None None] Notify callbacks [] for port, precommit_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:28.424437 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-5357e4ec-3008-41ba-8792-c8349ff937af None None] Transition to ACTIVE for port object 8e9dcb7d-9dd6-41d1-aee9-83351339c8c9 will not be triggered until provisioned by entity L2. {{(pid=94453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:04:28.496917 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-5357e4ec-3008-41ba-8792-c8349ff937af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:28.549476 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-5357e4ec-3008-41ba-8792-c8349ff937af None None] Attempting to bind port 8e9dcb7d-9dd6-41d1-aee9-83351339c8c9 on host dv-cinder-804581-6-iscsi for vnic_type normal with profile {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:04:28.549852 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-5357e4ec-3008-41ba-8792-c8349ff937af None None] Attempting to bind port 8e9dcb7d-9dd6-41d1-aee9-83351339c8c9 by drivers openvswitch,hyperv on host dv-cinder-804581-6-iscsi at level 0 using segments [{'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:04:28.550217 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5357e4ec-3008-41ba-8792-c8349ff937af None None] Attempting to bind port 8e9dcb7d-9dd6-41d1-aee9-83351339c8c9 on network 1d9f8f4c-a9c3-49e7-b907-6801ec194130 {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:04:28.552937 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0259deb-535d-4d34-a866-7b8c882ad2ed None None] Pushing event updated for resources: {'Port': ['ID=8e9dcb7d-9dd6-41d1-aee9-83351339c8c9,revision_number=2']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:04:28.557293 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5357e4ec-3008-41ba-8792-c8349ff937af None None] Checking agent: {'id': '9fd064e6-11f0-4c96-a2d8-3af8385acf93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 3, 44), 'started_at': datetime.datetime(2021, 8, 15, 14, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:04:28.557693 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5357e4ec-3008-41ba-8792-c8349ff937af None None] Checking segment: {'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:04:28.558093 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-5357e4ec-3008-41ba-8792-c8349ff937af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:28.558478 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5357e4ec-3008-41ba-8792-c8349ff937af None None] Bound using segment: {'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:04:28.558942 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-5357e4ec-3008-41ba-8792-c8349ff937af None None] Bound port: 8e9dcb7d-9dd6-41d1-aee9-83351339c8c9, host: dv-cinder-804581-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'}}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:04:28.559343 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-5357e4ec-3008-41ba-8792-c8349ff937af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:28.687019 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-5357e4ec-3008-41ba-8792-c8349ff937af None None] For port 8e9dcb7d-9dd6-41d1-aee9-83351339c8c9, host dv-cinder-804581-6-iscsi, cleared binding levels {{(pid=94453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:04:28.690354 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-5357e4ec-3008-41ba-8792-c8349ff937af None None] For port 8e9dcb7d-9dd6-41d1-aee9-83351339c8c9, host dv-cinder-804581-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=8e9dcb7d-9dd6-41d1-aee9-83351339c8c9,segment=NetworkSegment(5e752e44-7069-4182-ac48-4f84d046513a),segment_id=5e752e44-7069-4182-ac48-4f84d046513a)] {{(pid=94453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:04:28.731575 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-5357e4ec-3008-41ba-8792-c8349ff937af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:28.783636 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5357e4ec-3008-41ba-8792-c8349ff937af None None] Routers {'ccb731d8-1fe3-424a-bc36-c71203dc1856'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:04:28.784028 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-5357e4ec-3008-41ba-8792-c8349ff937af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:04:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['ccb731d8-1fe3-424a-bc36-c71203dc1856'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:04:28.830606 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0259deb-535d-4d34-a866-7b8c882ad2ed None None] Pushing event updated for resources: {'Port': ['ID=8e9dcb7d-9dd6-41d1-aee9-83351339c8c9,revision_number=3']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:04:28.852662 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 40046) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:04:28.897608 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-5357e4ec-3008-41ba-8792-c8349ff937af None None] Set router ccb731d8-1fe3-424a-bc36-c71203dc1856 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:04:28.966574 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-290ca199-d9c6-4b84-8461-6c984d23325c admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1126904 Aug 15 14:04:29.114103 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-5357e4ec-3008-41ba-8792-c8349ff937af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb731d8-1fe3-424a-bc36-c71203dc1856', 'name': 'router1', 'tenant_id': 'c13863dd13a14a6087a7079192b06905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '8e9dcb7d-9dd6-41d1-aee9-83351339c8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:04:07Z', 'updated_at': '2021-08-15T14:04:25Z', 'revision_number': 4, 'project_id': 'c13863dd13a14a6087a7079192b06905', 'gw_port': {'id': '8e9dcb7d-9dd6-41d1-aee9-83351339c8c9', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb731d8-1fe3-424a-bc36-c71203dc1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:04:25Z', 'updated_at': '2021-08-15T14:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '504a7d36-f61d-4a6e-956f-ddc82d75dc12', 'name': '', 'network_id': '0cbe5f86-6a1d-462b-867e-68bb8dd9052c', 'tenant_id': 'c13863dd13a14a6087a7079192b06905', 'mac_address': 'fa:16:3e:a8:27:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb731d8-1fe3-424a-bc36-c71203dc1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9e58657-513f-4b64-9117-418b1cc13645', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:04:17Z', 'updated_at': '2021-08-15T14:04:26Z', 'revision_number': 5, 'project_id': 'c13863dd13a14a6087a7079192b06905', 'subnets': [{'id': 'e9e58657-513f-4b64-9117-418b1cc13645', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34b2bc2b-01cf-4746-820c-ddcf2a62e83e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:04:29.143922 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5357e4ec-3008-41ba-8792-c8349ff937af None None] The sync data for ids ['ccb731d8-1fe3-424a-bc36-c71203dc1856'] in dv-cinder-804581-6-iscsi is: [{'id': 'ccb731d8-1fe3-424a-bc36-c71203dc1856', 'name': 'router1', 'tenant_id': 'c13863dd13a14a6087a7079192b06905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '8e9dcb7d-9dd6-41d1-aee9-83351339c8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:04:07Z', 'updated_at': '2021-08-15T14:04:25Z', 'revision_number': 4, 'project_id': 'c13863dd13a14a6087a7079192b06905', 'gw_port': {'id': '8e9dcb7d-9dd6-41d1-aee9-83351339c8c9', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb731d8-1fe3-424a-bc36-c71203dc1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:04:25Z', 'updated_at': '2021-08-15T14:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '504a7d36-f61d-4a6e-956f-ddc82d75dc12', 'name': '', 'network_id': '0cbe5f86-6a1d-462b-867e-68bb8dd9052c', 'tenant_id': 'c13863dd13a14a6087a7079192b06905', 'mac_address': 'fa:16:3e:a8:27:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb731d8-1fe3-424a-bc36-c71203dc1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e9e58657-513f-4b64-9117-418b1cc13645', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:04:17Z', 'updated_at': '2021-08-15T14:04:26Z', 'revision_number': 5, 'project_id': 'c13863dd13a14a6087a7079192b06905', 'subnets': [{'id': 'e9e58657-513f-4b64-9117-418b1cc13645', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34b2bc2b-01cf-4746-820c-ddcf2a62e83e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:04:30.001580 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 8e9dcb7d-9dd6-41d1-aee9-83351339c8c9 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:04:30.108542 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning for port 8e9dcb7d-9dd6-41d1-aee9-83351339c8c9 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:04:30.112998 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 8e9dcb7d-9dd6-41d1-aee9-83351339c8c9 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:04:30.113376 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:30.202983 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:30.229748 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] For port 8e9dcb7d-9dd6-41d1-aee9-83351339c8c9, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=8e9dcb7d-9dd6-41d1-aee9-83351339c8c9,segment=NetworkSegment(5e752e44-7069-4182-ac48-4f84d046513a),segment_id=5e752e44-7069-4182-ac48-4f84d046513a)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:04:30.302864 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:30.356385 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Pushing event updated for resources: {'Port': ['ID=8e9dcb7d-9dd6-41d1-aee9-83351339c8c9,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:04:32.031106 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 8e9dcb7d-9dd6-41d1-aee9-83351339c8c9 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:04:32.085712 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 8e9dcb7d-9dd6-41d1-aee9-83351339c8c9 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:04:32.086154 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:34.481847 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 5 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:04:40.679285 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-e48c13d2-fa51-4137-9b0b-7683e97cbb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:43.251744 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-265f0d7b-0a3a-4e80-98df-56199f5c3e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:43.839424 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:44.571235 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:04:46.502344 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:05:10.695573 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-7535cdc9-13ac-45f5-acd5-e82d9b6dd9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:05:11.500825 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 5 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:05:13.249921 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-81042a4d-3219-4131-bb13-6d18e7627274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:05:13.820871 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:05:14.541461 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:05:16.461058 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:05:40.689010 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-e4ae3c39-c113-40b5-8617-cd6a71716886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:05:43.243042 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-487a3042-5a02-41fb-ba8d-e794bb9c4c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:05:43.820093 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:05:44.557603 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:05:46.471778 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:05:48.480333 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 5 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:06:05.838929 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 40614) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:06:05.916003 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.pecan_wsgi.hooks.translation [None req-c11f5cb4-2d31-459e-b3eb-8d0ef0122d92 admin admin] GET failed (client error): The resource could not be found. Aug 15 14:06:05.917323 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-c11f5cb4-2d31-459e-b3eb-8d0ef0122d92 admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0774643 Aug 15 14:06:06.075999 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd4f1df-d5ba-4968-8fa1-9ef3520e612f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:06:06.077383 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-1cd4f1df-d5ba-4968-8fa1-9ef3520e612f admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1547568 Aug 15 14:06:08.222045 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 40624) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:06:08.314562 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc55b9f-5311-4db5-94ee-41ad32b5570e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:06:08.315888 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-adc55b9f-5311-4db5-94ee-41ad32b5570e admin admin] 10.222.0.22 "GET /v2.0/subnets/e9e58657-513f-4b64-9117-418b1cc13645 HTTP/1.1" status: 200 len: 849 time: 0.0928791 Aug 15 14:06:08.326331 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-74b969f5-01e2-44ea-a82f-4843bf0e8744 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:06:08.410595 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-74b969f5-01e2-44ea-a82f-4843bf0e8744 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:06:08.688077 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-74b969f5-01e2-44ea-a82f-4843bf0e8744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787669297547'] for subnet, after_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:06:08.718261 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b969f5-01e2-44ea-a82f-4843bf0e8744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:06:08.718847 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-74b969f5-01e2-44ea-a82f-4843bf0e8744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for subnet, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:06:08.720786 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-74b969f5-01e2-44ea-a82f-4843bf0e8744 admin admin] 10.222.0.22 "PUT /v2.0/subnets/e9e58657-513f-4b64-9117-418b1cc13645 HTTP/1.1" status: 200 len: 868 time: 0.3981123 Aug 15 14:06:08.723312 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8e6421-029f-46eb-851a-bd9476a51594 None None] Network 0cbe5f86-6a1d-462b-867e-68bb8dd9052c requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:06:08.740035 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b969f5-01e2-44ea-a82f-4843bf0e8744 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9e58657-513f-4b64-9117-418b1cc13645,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:06:08.747921 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b969f5-01e2-44ea-a82f-4843bf0e8744 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:06:08.748287 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b969f5-01e2-44ea-a82f-4843bf0e8744 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:06:08.748639 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b969f5-01e2-44ea-a82f-4843bf0e8744 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:06:08.748975 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b969f5-01e2-44ea-a82f-4843bf0e8744 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:06:08.749305 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b969f5-01e2-44ea-a82f-4843bf0e8744 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:06:08.749678 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b969f5-01e2-44ea-a82f-4843bf0e8744 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:06:08.750013 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b969f5-01e2-44ea-a82f-4843bf0e8744 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:06:08.750340 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b969f5-01e2-44ea-a82f-4843bf0e8744 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:06:08.750680 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b969f5-01e2-44ea-a82f-4843bf0e8744 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:06:08.751006 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b969f5-01e2-44ea-a82f-4843bf0e8744 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:06:08.751332 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b969f5-01e2-44ea-a82f-4843bf0e8744 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:06:08.751653 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b969f5-01e2-44ea-a82f-4843bf0e8744 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:06:09.089358 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-0bc0aa65-fcb3-455c-b69d-da710e052966 None None] Provisioning complete for port 5775dfc2-bd8f-47af-84f6-116b339ed993 triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:06:09.089926 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0bc0aa65-fcb3-455c-b69d-da710e052966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:06:09.176984 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-0bc0aa65-fcb3-455c-b69d-da710e052966 None None] Provisioning complete for port 504a7d36-f61d-4a6e-956f-ddc82d75dc12 triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:06:09.177273 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0bc0aa65-fcb3-455c-b69d-da710e052966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:06:10.675444 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-7e569867-e641-412e-9b8b-e3f7282f868a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:06:10.861747 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 40632) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:06:11.057231 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c330c2a-6238-4537-b2fb-3eb7c9a25d83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:06:11.057755 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c330c2a-6238-4537-b2fb-3eb7c9a25d83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:06:11.060050 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-9c330c2a-6238-4537-b2fb-3eb7c9a25d83 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1973062 Aug 15 14:06:13.188426 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 40640) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:06:13.265268 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-b3ca1dd1-5e0f-496a-bf5e-93e939c70c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:06:13.320665 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164cf97f-8981-448b-b597-187743edc859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:06:13.321145 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164cf97f-8981-448b-b597-187743edc859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:06:13.322696 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-164cf97f-8981-448b-b597-187743edc859 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1333420 Aug 15 14:06:13.865184 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:06:14.567097 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:06:15.463725 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 40648) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:06:15.611682 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef08866-c528-444c-828a-fd7e6f66bde4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:06:15.613083 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-2ef08866-c528-444c-828a-fd7e6f66bde4 admin admin] 10.222.0.22 "GET /v2.0/networks/0cbe5f86-6a1d-462b-867e-68bb8dd9052c HTTP/1.1" status: 200 len: 869 time: 0.1478641 Aug 15 14:06:16.487694 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:06:17.735235 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 40658) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:06:17.923250 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbf4c2c-72e5-4a23-8103-a61cf05a773c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:06:17.924547 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-3bbf4c2c-72e5-4a23-8103-a61cf05a773c admin admin] 10.222.0.22 "GET /v2.0/networks/1d9f8f4c-a9c3-49e7-b907-6801ec194130 HTTP/1.1" status: 200 len: 886 time: 0.1883619 Aug 15 14:06:20.071078 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 40666) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:06:20.192346 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c561da-5bc8-4f50-aa10-5ca208d627da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:06:20.192797 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c561da-5bc8-4f50-aa10-5ca208d627da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:06:20.194327 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-d1c561da-5bc8-4f50-aa10-5ca208d627da admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1222677 Aug 15 14:06:22.324158 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 40674) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:06:22.416031 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79160863-0ffb-44f7-8ec9-fea293c61c25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:06:22.416492 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79160863-0ffb-44f7-8ec9-fea293c61c25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:06:22.418768 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-79160863-0ffb-44f7-8ec9-fea293c61c25 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0936790 Aug 15 14:06:24.575270 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 40682) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:06:24.658107 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70acba99-bf3c-42c2-8c18-b886ca0f631a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:06:24.659405 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-70acba99-bf3c-42c2-8c18-b886ca0f631a admin admin] 10.222.0.22 "GET /v2.0/subnets/0214dcca-22ca-4853-8d9b-9f5ee3e8fb08 HTTP/1.1" status: 200 len: 816 time: 0.0832093 Aug 15 14:06:25.480066 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 5 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:06:26.855891 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 40690) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:06:26.946082 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f6398d-83ff-4919-8f49-e867492697f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:06:26.947404 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-a9f6398d-83ff-4919-8f49-e867492697f4 admin admin] 10.222.0.22 "GET /v2.0/subnets/e9e58657-513f-4b64-9117-418b1cc13645 HTTP/1.1" status: 200 len: 868 time: 0.0903058 Aug 15 14:06:40.687170 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-634af9d8-85f1-48c5-be60-65800b98fcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:06:43.229888 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-fbaa8c65-c946-44c6-8edd-54ac98c793be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:06:43.823809 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:06:44.573222 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:06:46.481371 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:06:51.691627 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 40744) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:06:51.738591 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [None req-3657ce61-0a48-4045-90a3-4000ea083fdd admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 15 14:06:51.739582 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-3657ce61-0a48-4045-90a3-4000ea083fdd admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470238 Aug 15 14:06:53.975510 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 40752) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:06:54.039013 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7cde091-6abf-4961-bbe2-9ca4b4801d0a admin admin] GET failed (client error): The resource could not be found. Aug 15 14:06:54.040453 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-d7cde091-6abf-4961-bbe2-9ca4b4801d0a admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0639098 Aug 15 14:06:54.122656 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a0fd30-ef22-4e6b-a61e-d7a3f0cdd524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:06:54.124137 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-37a0fd30-ef22-4e6b-a61e-d7a3f0cdd524 admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0794070 Aug 15 14:06:56.296710 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 40760) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:06:56.343537 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-1eeb90eb-0d6c-47e1-a28a-467d76300f96 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:06:56.446144 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eeb90eb-0d6c-47e1-a28a-467d76300f96 admin admin] Made reservation on behalf of d6f0e792fb7d4db190f526e9b887a889 for: {'network': 1} {{(pid=94451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:06:56.448903 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-1eeb90eb-0d6c-47e1-a28a-467d76300f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for network, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:06:56.477494 dv-cinder-804581-6-iscsi neutron-server[94451]: WARNING neutron.services.revisions.revision_plugin [None req-1eeb90eb-0d6c-47e1-a28a-467d76300f96 admin admin] Could not find related network for resource to bump revision. Aug 15 14:06:56.490824 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eeb90eb-0d6c-47e1-a28a-467d76300f96 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=94451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 15 14:06:56.500205 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-1eeb90eb-0d6c-47e1-a28a-467d76300f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:06:56.500545 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.db.segments_db [None req-1eeb90eb-0d6c-47e1-a28a-467d76300f96 admin admin] Added segment 3facf2a6-669e-47ad-b89a-1b67252bc6ca of type vlan for network 5d7a5080-92c5-49af-9270-3882524ff710 Aug 15 14:06:56.538684 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-1eeb90eb-0d6c-47e1-a28a-467d76300f96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787668796995'] for network, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:06:56.623647 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-1eeb90eb-0d6c-47e1-a28a-467d76300f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for network, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:06:56.624515 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eeb90eb-0d6c-47e1-a28a-467d76300f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:06:56.625082 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-1eeb90eb-0d6c-47e1-a28a-467d76300f96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:06:56.680452 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb90eb-0d6c-47e1-a28a-467d76300f96 admin admin] Pushing event updated for resources: {'Network': ['ID=5d7a5080-92c5-49af-9270-3882524ff710,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:06:56.691979 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Network 5d7a5080-92c5-49af-9270-3882524ff710 details requested by agent ovs-agent-dv-cinder-804581-6-iscsi with host dv-cinder-804581-6-iscsi {{(pid=94453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 15 14:06:56.727368 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-1eeb90eb-0d6c-47e1-a28a-467d76300f96 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4296324 Aug 15 14:06:59.017823 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 40768) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:06:59.078324 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9656ac3-6ac2-41d5-a116-7011be8a65e8 admin admin] GET failed (client error): The resource could not be found. Aug 15 14:06:59.079635 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-f9656ac3-6ac2-41d5-a116-7011be8a65e8 admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608654 Aug 15 14:06:59.150860 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b58a530-b7a5-4216-8f1b-5eeb969b056a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:06:59.152300 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-0b58a530-b7a5-4216-8f1b-5eeb969b056a admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0682790 Aug 15 14:06:59.162240 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-e20ada96-d6df-47ab-a2eb-aa43dafa4a97 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '5d7a5080-92c5-49af-9270-3882524ff710', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:06:59.263466 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20ada96-d6df-47ab-a2eb-aa43dafa4a97 admin admin] Made reservation on behalf of d6f0e792fb7d4db190f526e9b887a889 for: {'subnet': 1} {{(pid=94451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:06:59.265769 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e20ada96-d6df-47ab-a2eb-aa43dafa4a97 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:06:59.475074 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e20ada96-d6df-47ab-a2eb-aa43dafa4a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for subnet, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:06:59.530505 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ada96-d6df-47ab-a2eb-aa43dafa4a97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4ceb97e-58ec-4dc1-9b2f-7f1506a65471,revision_number=0']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:06:59.537264 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20ada96-d6df-47ab-a2eb-aa43dafa4a97 admin admin] Checking segment: {'id': '3facf2a6-669e-47ad-b89a-1b67252bc6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5d7a5080-92c5-49af-9270-3882524ff710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:06:59.537626 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20ada96-d6df-47ab-a2eb-aa43dafa4a97 admin admin] Network hostable DHCP agents. Network: 5d7a5080-92c5-49af-9270-3882524ff710, hostable agents: ['79a36ae1-c81e-4df0-b784-d4dbca0423ec'], hosted agents: [] {{(pid=94451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 15 14:06:59.623350 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20ada96-d6df-47ab-a2eb-aa43dafa4a97 admin admin] Network 5d7a5080-92c5-49af-9270-3882524ff710 is scheduled to be hosted by DHCP agent 79a36ae1-c81e-4df0-b784-d4dbca0423ec with binding_index 1 {{(pid=94451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 15 14:06:59.680507 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.base_scheduler [None req-e20ada96-d6df-47ab-a2eb-aa43dafa4a97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-6-iscsi, 5d7a5080-92c5-49af-9270-3882524ff710) {{(pid=94451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:06:59.684528 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20ada96-d6df-47ab-a2eb-aa43dafa4a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:06:59.685111 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e20ada96-d6df-47ab-a2eb-aa43dafa4a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for subnet, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:06:59.690555 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47dd1eb-a448-4cfb-8c66-bbe9691a8056 None None] Network 5d7a5080-92c5-49af-9270-3882524ff710 requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:06:59.773026 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-e20ada96-d6df-47ab-a2eb-aa43dafa4a97 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6140902 Aug 15 14:06:59.986763 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8509098c-d4be-5410-8ba7-b88853ea627d-5d7a5080-92c5-49af-9270-3882524ff710', 'network_id': '5d7a5080-92c5-49af-9270-3882524ff710', 'tenant_id': 'd6f0e792fb7d4db190f526e9b887a889', 'fixed_ips': [{'subnet_id': 'b4ceb97e-58ec-4dc1-9b2f-7f1506a65471'}]}} from dv-cinder-804581-6-iscsi. {{(pid=94453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 15 14:06:59.987636 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:07:00.124039 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.db_base_plugin_common [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] Allocated IP 192.168.233.2 (5d7a5080-92c5-49af-9270-3882524ff710/b4ceb97e-58ec-4dc1-9b2f-7f1506a65471/0276c636-a18c-4735-8ca6-f681469a6322) {{(pid=94453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:07:00.271921 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] Notify callbacks [] for port, precommit_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:07:00.280474 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] Transition to ACTIVE for port object 0276c636-a18c-4735-8ca6-f681469a6322 will not be triggered until provisioned by entity L2. {{(pid=94453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:07:00.295370 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] Transition to ACTIVE for port object 0276c636-a18c-4735-8ca6-f681469a6322 will not be triggered until provisioned by entity DHCP. {{(pid=94453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:07:00.366083 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469'] for port, after_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:07:00.408298 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] Network 5d7a5080-92c5-49af-9270-3882524ff710 is already hosted by enough agents. {{(pid=94453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:07:00.411254 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.scheduler.base_scheduler [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] Resources bound (agent type, host, resource id): {{(pid=94453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:07:00.415438 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] Received port after_create {{(pid=94453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:07:00.419334 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] Pushing event updated for resources: {'Port': ['ID=0276c636-a18c-4735-8ca6-f681469a6322,revision_number=1']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:07:00.428817 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:07:00.429169 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:07:00.429541 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:07:00.429881 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:07:00.430217 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:07:00.430556 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:07:00.430886 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:07:00.431278 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:07:00.431814 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:07:00.432277 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:07:00.432609 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:07:00.432931 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:07:00.482422 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] Attempting to bind port 0276c636-a18c-4735-8ca6-f681469a6322 on host dv-cinder-804581-6-iscsi for vnic_type normal with profile {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:07:00.482791 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] Attempting to bind port 0276c636-a18c-4735-8ca6-f681469a6322 by drivers openvswitch,hyperv on host dv-cinder-804581-6-iscsi at level 0 using segments [{'id': '3facf2a6-669e-47ad-b89a-1b67252bc6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5d7a5080-92c5-49af-9270-3882524ff710'}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:07:00.483150 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] Attempting to bind port 0276c636-a18c-4735-8ca6-f681469a6322 on network 5d7a5080-92c5-49af-9270-3882524ff710 {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:07:00.488107 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] Checking agent: {'id': '9fd064e6-11f0-4c96-a2d8-3af8385acf93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 3, 44), 'started_at': datetime.datetime(2021, 8, 15, 14, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:07:00.488472 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] Checking segment: {'id': '3facf2a6-669e-47ad-b89a-1b67252bc6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5d7a5080-92c5-49af-9270-3882524ff710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:07:00.488870 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:07:00.489257 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] Bound using segment: {'id': '3facf2a6-669e-47ad-b89a-1b67252bc6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5d7a5080-92c5-49af-9270-3882524ff710'} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:07:00.489741 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] Bound port: 0276c636-a18c-4735-8ca6-f681469a6322, host: dv-cinder-804581-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3facf2a6-669e-47ad-b89a-1b67252bc6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5d7a5080-92c5-49af-9270-3882524ff710'}}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:07:00.490134 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:07:00.554845 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] For port 0276c636-a18c-4735-8ca6-f681469a6322, host dv-cinder-804581-6-iscsi, cleared binding levels {{(pid=94453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:07:00.558038 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] For port 0276c636-a18c-4735-8ca6-f681469a6322, host dv-cinder-804581-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=0276c636-a18c-4735-8ca6-f681469a6322,segment=NetworkSegment(3facf2a6-669e-47ad-b89a-1b67252bc6ca),segment_id=3facf2a6-669e-47ad-b89a-1b67252bc6ca)] {{(pid=94453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:07:00.623259 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:07:00.684152 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a05d3-e17d-4b60-9c31-6f1ab377ad59 None None] Pushing event updated for resources: {'Port': ['ID=0276c636-a18c-4735-8ca6-f681469a6322,revision_number=2']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:07:01.487186 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef5358e-2925-46cd-9a81-318463328c92 None None] Network 5d7a5080-92c5-49af-9270-3882524ff710 requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:07:01.620263 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-c5deef6e-cb6e-4d80-8069-58703c81ff7f None None] Provisioning for port 0276c636-a18c-4735-8ca6-f681469a6322 completed by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:07:02.116885 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 0276c636-a18c-4735-8ca6-f681469a6322 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:07:02.275507 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning for port 0276c636-a18c-4735-8ca6-f681469a6322 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:07:02.279685 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 0276c636-a18c-4735-8ca6-f681469a6322 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:07:02.280058 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:07:02.360635 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:07:02.400660 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] For port 0276c636-a18c-4735-8ca6-f681469a6322, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=0276c636-a18c-4735-8ca6-f681469a6322,segment=NetworkSegment(3facf2a6-669e-47ad-b89a-1b67252bc6ca),segment_id=3facf2a6-669e-47ad-b89a-1b67252bc6ca)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:07:02.481170 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:07:02.534196 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Pushing event updated for resources: {'Port': ['ID=0276c636-a18c-4735-8ca6-f681469a6322,revision_number=3']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:07:02.547020 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 5 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:07:04.093452 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 0276c636-a18c-4735-8ca6-f681469a6322 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:07:04.140531 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 0276c636-a18c-4735-8ca6-f681469a6322 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:07:04.140881 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:07:10.697897 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6b62f043-5cf0-4126-bba3-0e4b43bfae20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:07:13.239086 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-519ddb35-d56b-4439-9178-ea91013184a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:07:13.833163 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:07:14.564448 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:07:16.565317 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:07:39.475323 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 5 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:07:40.679256 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-af3874ed-0ace-4add-b899-63662bbfa6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:07:43.233108 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1d3577fa-a710-47b3-8a44-f5c49f45226c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:07:43.833513 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:07:44.599138 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:07:46.496358 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:08:10.758284 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-854a58fe-cf60-41ad-a02d-088add12bd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:08:13.243640 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-67574bfc-8011-460c-b13a-eb0e7837ef27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:08:13.830559 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:08:14.598134 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:08:16.473485 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 5 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:08:16.533632 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:08:33.595791 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 40820) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:08:33.602709 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [None req-c5c3ce81-6a27-4cdc-afa3-f915e07a4791 tempest-verify_tempest_config-1057929452 tempest-verify_tempest_config-1057929452-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 15 14:08:33.603654 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-c5c3ce81-6a27-4cdc-afa3-f915e07a4791 tempest-verify_tempest_config-1057929452 tempest-verify_tempest_config-1057929452-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068493 Aug 15 14:08:34.074998 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 40838) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:08:34.175288 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-726ce930-5d9d-4a8d-aa59-8d1e5a2e496e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:08:34.261742 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-726ce930-5d9d-4a8d-aa59-8d1e5a2e496e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:08:34.345885 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-726ce930-5d9d-4a8d-aa59-8d1e5a2e496e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:08:34.390439 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-726ce930-5d9d-4a8d-aa59-8d1e5a2e496e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cf167ed4799c4e5c96ccbc325c1d7df5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3143427 Aug 15 14:08:34.391226 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ce930-5d9d-4a8d-aa59-8d1e5a2e496e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93592b2d-a237-444b-b63d-60f7f885471e,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:08:34.393080 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 40842) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:08:34.398008 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ce930-5d9d-4a8d-aa59-8d1e5a2e496e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:08:34.398364 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ce930-5d9d-4a8d-aa59-8d1e5a2e496e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:08:34.398705 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ce930-5d9d-4a8d-aa59-8d1e5a2e496e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:08:34.399045 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ce930-5d9d-4a8d-aa59-8d1e5a2e496e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:08:34.399378 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ce930-5d9d-4a8d-aa59-8d1e5a2e496e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:08:34.399731 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ce930-5d9d-4a8d-aa59-8d1e5a2e496e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:08:34.400063 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ce930-5d9d-4a8d-aa59-8d1e5a2e496e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:08:34.400390 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ce930-5d9d-4a8d-aa59-8d1e5a2e496e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:08:34.400730 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ce930-5d9d-4a8d-aa59-8d1e5a2e496e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:08:34.401059 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ce930-5d9d-4a8d-aa59-8d1e5a2e496e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:08:34.401380 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ce930-5d9d-4a8d-aa59-8d1e5a2e496e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:08:34.401732 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726ce930-5d9d-4a8d-aa59-8d1e5a2e496e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:08:34.449029 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-671e3779-6d1c-4dc9-bbd9-2749a7556a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:08:34.469003 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-671e3779-6d1c-4dc9-bbd9-2749a7556a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:08:34.665890 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-671e3779-6d1c-4dc9-bbd9-2749a7556a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:08:34.668444 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-671e3779-6d1c-4dc9-bbd9-2749a7556a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:08:34.669639 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-671e3779-6d1c-4dc9-bbd9-2749a7556a1d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/93592b2d-a237-444b-b63d-60f7f885471e HTTP/1.1" status: 204 len: 168 time: 0.2755032 Aug 15 14:08:34.677286 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e3779-6d1c-4dc9-bbd9-2749a7556a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93592b2d-a237-444b-b63d-60f7f885471e,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:08:34.684843 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e3779-6d1c-4dc9-bbd9-2749a7556a1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:08:34.685242 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e3779-6d1c-4dc9-bbd9-2749a7556a1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:08:34.685622 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e3779-6d1c-4dc9-bbd9-2749a7556a1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:08:34.685959 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e3779-6d1c-4dc9-bbd9-2749a7556a1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:08:34.686289 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e3779-6d1c-4dc9-bbd9-2749a7556a1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:08:34.686634 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e3779-6d1c-4dc9-bbd9-2749a7556a1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:08:34.686995 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e3779-6d1c-4dc9-bbd9-2749a7556a1d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:08:34.687407 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e3779-6d1c-4dc9-bbd9-2749a7556a1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:08:34.687858 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e3779-6d1c-4dc9-bbd9-2749a7556a1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:08:34.688188 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e3779-6d1c-4dc9-bbd9-2749a7556a1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:08:34.688507 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e3779-6d1c-4dc9-bbd9-2749a7556a1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:08:34.688829 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671e3779-6d1c-4dc9-bbd9-2749a7556a1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:08:40.694184 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ab5766bf-febe-4fca-8e9f-9f11f55c9da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:08:43.304143 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ff7a0bae-b5ed-452c-bc48-bbbee830fb50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:08:43.806614 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:08:44.579716 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:08:46.505321 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:08:53.471798 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 5 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:09:10.687037 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-fa317be8-ec53-46a3-8fd6-428c1b9075df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:09:13.290924 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1ca266a2-e41b-4869-b5f5-e14180725dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:09:13.819032 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:09:14.576471 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:09:16.503941 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:09:30.470836 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 5 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:09:40.697189 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-f3a18c47-9488-4446-b96c-ac028734427f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:09:43.266579 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-3b449777-0bf0-4f0c-adea-3edd4bddc0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:09:43.809222 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:09:44.603552 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:09:46.523665 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:10:01.348235 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-594683'] for agent, after_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:10:04.941805 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 40896) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:10:05.044755 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-0ca008b1-dd1b-4143-b26a-e74fca6fe554 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1018674 Aug 15 14:10:07.229764 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 40906) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:10:07.284315 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-321ef22c-45fc-46b6-a38d-502eb4d54364 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0534544 Aug 15 14:10:07.469951 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:10:10.682661 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-a5b31dba-807c-440a-9d1d-6423ffb2da17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:10:13.256231 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d9d13d63-994b-46a2-b3c0-703d0790eaf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:10:13.814493 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:10:14.585710 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:10:16.524780 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:10:31.335771 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:10:40.686761 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-e95fe975-51ee-4722-9f44-beda40449c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:10:43.241541 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-325d3f7a-25f7-42ca-88ec-908fe73b7387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:10:43.812875 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:10:44.468886 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:10:44.589576 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:10:46.520735 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:01.320466 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:10.688571 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-fe9e9ea5-ae05-4795-817c-7607300ea84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:13.345762 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-49ba6378-b6fe-43f2-8700-55dad06decb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:13.814558 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:14.571290 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:16.517723 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:21.467063 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:11:31.317041 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:32.194307 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 41086) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:32.617772 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-74a30e34-cffc-446e-ade1-022cdb9db8cf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-688808614-network', 'tenant_id': '2f8fffbae4d54d5d8922a9239d1e26cf'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:11:32.635421 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 41106) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:32.741827 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a30e34-cffc-446e-ade1-022cdb9db8cf admin admin] Made reservation on behalf of 2f8fffbae4d54d5d8922a9239d1e26cf for: {'network': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:11:32.744201 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-74a30e34-cffc-446e-ade1-022cdb9db8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for network, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:32.753414 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-74a30e34-cffc-446e-ade1-022cdb9db8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:32.844375 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-74a30e34-cffc-446e-ade1-022cdb9db8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:32.876959 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 41120) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:32.910332 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-74a30e34-cffc-446e-ade1-022cdb9db8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:32.940200 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74a30e34-cffc-446e-ade1-022cdb9db8cf admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=94450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 15 14:11:32.952266 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a30e34-cffc-446e-ade1-022cdb9db8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fe4f6f-d707-4bac-9eb1-d262e0f5114e,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:32.962192 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a30e34-cffc-446e-ade1-022cdb9db8cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:32.962528 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a30e34-cffc-446e-ade1-022cdb9db8cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:32.963037 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a30e34-cffc-446e-ade1-022cdb9db8cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:32.963372 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a30e34-cffc-446e-ade1-022cdb9db8cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:32.963701 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a30e34-cffc-446e-ade1-022cdb9db8cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:32.964059 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a30e34-cffc-446e-ade1-022cdb9db8cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:32.964392 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a30e34-cffc-446e-ade1-022cdb9db8cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:32.964703 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a30e34-cffc-446e-ade1-022cdb9db8cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:32.965415 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a30e34-cffc-446e-ade1-022cdb9db8cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:32.965918 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a30e34-cffc-446e-ade1-022cdb9db8cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:32.966448 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a30e34-cffc-446e-ade1-022cdb9db8cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:32.966992 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a30e34-cffc-446e-ade1-022cdb9db8cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:32.968568 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a30e34-cffc-446e-ade1-022cdb9db8cf admin admin] Tracked resource versions report: Aug 15 14:11:32.968568 dv-cinder-804581-6-iscsi neutron-server[94450]: pushed versions: Aug 15 14:11:32.968568 dv-cinder-804581-6-iscsi neutron-server[94450]: { 'AddressGroup': {'1.2'}, Aug 15 14:11:32.968568 dv-cinder-804581-6-iscsi neutron-server[94450]: 'ConntrackHelper': {'1.0'}, Aug 15 14:11:32.968568 dv-cinder-804581-6-iscsi neutron-server[94450]: 'Log': {'1.0'}, Aug 15 14:11:32.968568 dv-cinder-804581-6-iscsi neutron-server[94450]: 'Network': {'1.1'}, Aug 15 14:11:32.968568 dv-cinder-804581-6-iscsi neutron-server[94450]: 'Port': {'1.7'}, Aug 15 14:11:32.968568 dv-cinder-804581-6-iscsi neutron-server[94450]: 'PortForwarding': {'1.2'}, Aug 15 14:11:32.968568 dv-cinder-804581-6-iscsi neutron-server[94450]: 'QosPolicy': {'1.9'}, Aug 15 14:11:32.968568 dv-cinder-804581-6-iscsi neutron-server[94450]: 'SecurityGroup': {'1.4'}, Aug 15 14:11:32.968568 dv-cinder-804581-6-iscsi neutron-server[94450]: 'SecurityGroupRule': {'1.2'}, Aug 15 14:11:32.968568 dv-cinder-804581-6-iscsi neutron-server[94450]: 'SubPort': {'1.0'}, Aug 15 14:11:32.968568 dv-cinder-804581-6-iscsi neutron-server[94450]: 'Subnet': {'1.1'}, Aug 15 14:11:32.968568 dv-cinder-804581-6-iscsi neutron-server[94450]: 'Trunk': {'1.1'}} Aug 15 14:11:32.968568 dv-cinder-804581-6-iscsi neutron-server[94450]: consumer versions: Aug 15 14:11:32.968568 dv-cinder-804581-6-iscsi neutron-server[94450]: { DHCP agent@dv-cinder-804581-6-iscsi: {}, Aug 15 14:11:32.968568 dv-cinder-804581-6-iscsi neutron-server[94450]: HyperV agent@hv-cinder-80458: {}, Aug 15 14:11:32.968568 dv-cinder-804581-6-iscsi neutron-server[94450]: L3 agent@dv-cinder-804581-6-iscsi: {}, Aug 15 14:11:32.968568 dv-cinder-804581-6-iscsi neutron-server[94450]: Metadata agent@dv-cinder-804581-6-iscsi: {}, Aug 15 14:11:32.968568 dv-cinder-804581-6-iscsi neutron-server[94450]: Metering agent@dv-cinder-804581-6-iscsi: {}, Aug 15 14:11:32.968568 dv-cinder-804581-6-iscsi neutron-server[94450]: Open vSwitch agent@dv-cinder-804581-6-iscsi: { 'AddressGroup': '1.2', Aug 15 14:11:32.968568 dv-cinder-804581-6-iscsi neutron-server[94450]: 'ConntrackHelper': '1.0', Aug 15 14:11:32.968568 dv-cinder-804581-6-iscsi neutron-server[94450]: 'Log': '1.0', Aug 15 14:11:32.968568 dv-cinder-804581-6-iscsi neutron-server[94450]: 'Network': '1.1', Aug 15 14:11:32.968568 dv-cinder-804581-6-iscsi neutron-server[94450]: 'Port': '1.7', Aug 15 14:11:32.968568 dv-cinder-804581-6-iscsi neutron-server[94450]: 'PortForwarding': '1.2', Aug 15 14:11:32.968568 dv-cinder-804581-6-iscsi neutron-server[94450]: 'QosPolicy': '1.9', Aug 15 14:11:32.968568 dv-cinder-804581-6-iscsi neutron-server[94450]: 'SecurityGroup': '1.4', Aug 15 14:11:32.968568 dv-cinder-804581-6-iscsi neutron-server[94450]: 'SecurityGroupRule': '1.2', Aug 15 14:11:32.968568 dv-cinder-804581-6-iscsi neutron-server[94450]: 'SubPort': '1.0', Aug 15 14:11:32.968568 dv-cinder-804581-6-iscsi neutron-server[94450]: 'Subnet': '1.1', Aug 15 14:11:32.968568 dv-cinder-804581-6-iscsi neutron-server[94450]: 'Trunk': '1.1'}} Aug 15 14:11:32.968568 dv-cinder-804581-6-iscsi neutron-server[94450]: {{(pid=94450) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 15 14:11:32.974987 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-74a30e34-cffc-446e-ade1-022cdb9db8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:32.975329 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.db.segments_db [None req-74a30e34-cffc-446e-ade1-022cdb9db8cf admin admin] Added segment 49414da8-874b-42f0-b913-f4fc3698fc1a of type vlan for network b5199da4-07f3-4179-85b5-8c3aa021260f Aug 15 14:11:33.019017 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-74a30e34-cffc-446e-ade1-022cdb9db8cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787668796995'] for network, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:33.038668 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-faa57589-5928-4ceb-a8d1-95907649b571 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1047876922-network', 'tenant_id': '407c1fd6fcf5420e9ec2759a80b92db4'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:11:33.116184 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-74a30e34-cffc-446e-ade1-022cdb9db8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for network, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:33.117418 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a30e34-cffc-446e-ade1-022cdb9db8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:33.118453 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-74a30e34-cffc-446e-ade1-022cdb9db8cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:33.141650 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa57589-5928-4ceb-a8d1-95907649b571 admin admin] Made reservation on behalf of 407c1fd6fcf5420e9ec2759a80b92db4 for: {'network': 1} {{(pid=94451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:11:33.144125 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-faa57589-5928-4ceb-a8d1-95907649b571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for network, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:33.166368 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-faa57589-5928-4ceb-a8d1-95907649b571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:33.217021 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 41134) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:33.225095 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a30e34-cffc-446e-ade1-022cdb9db8cf admin admin] Pushing event updated for resources: {'Network': ['ID=b5199da4-07f3-4179-85b5-8c3aa021260f,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:33.243353 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Network b5199da4-07f3-4179-85b5-8c3aa021260f details requested by agent ovs-agent-dv-cinder-804581-6-iscsi with host dv-cinder-804581-6-iscsi {{(pid=94453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 15 14:11:33.322320 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-faa57589-5928-4ceb-a8d1-95907649b571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:33.373489 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-f602cdb3-b147-46b7-892f-432f719f81eb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1578304414-network', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:11:33.404746 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-faa57589-5928-4ceb-a8d1-95907649b571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:33.419839 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa57589-5928-4ceb-a8d1-95907649b571 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=94451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 15 14:11:33.432033 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-faa57589-5928-4ceb-a8d1-95907649b571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:33.432370 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.db.segments_db [None req-faa57589-5928-4ceb-a8d1-95907649b571 admin admin] Added segment 0d773301-4627-4dbc-af30-9dbe1f56781d of type vlan for network 84973402-f5de-4cbd-a3be-16501fd5c3aa Aug 15 14:11:33.504873 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-74a30e34-cffc-446e-ade1-022cdb9db8cf admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3089614 Aug 15 14:11:33.507604 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 41148) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:33.517906 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-779f1e4d-630e-4269-929e-ccb1c8aea0d6 admin admin] Request body: {'subnet': {'network_id': 'b5199da4-07f3-4179-85b5-8c3aa021260f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-688808614-subnet', 'tenant_id': '2f8fffbae4d54d5d8922a9239d1e26cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:11:33.527197 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-faa57589-5928-4ceb-a8d1-95907649b571 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787668796995'] for network, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:33.546989 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa57589-5928-4ceb-a8d1-95907649b571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd6d296-4631-40e0-95ce-6fe4f85aee8e,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:33.558193 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa57589-5928-4ceb-a8d1-95907649b571 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:33.558897 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa57589-5928-4ceb-a8d1-95907649b571 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:33.559389 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa57589-5928-4ceb-a8d1-95907649b571 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:33.559870 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa57589-5928-4ceb-a8d1-95907649b571 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:33.560351 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa57589-5928-4ceb-a8d1-95907649b571 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:33.560874 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa57589-5928-4ceb-a8d1-95907649b571 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:33.561359 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa57589-5928-4ceb-a8d1-95907649b571 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:33.562483 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa57589-5928-4ceb-a8d1-95907649b571 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:33.562999 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa57589-5928-4ceb-a8d1-95907649b571 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:33.563470 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa57589-5928-4ceb-a8d1-95907649b571 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:33.563956 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa57589-5928-4ceb-a8d1-95907649b571 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:33.564433 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa57589-5928-4ceb-a8d1-95907649b571 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:33.565682 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa57589-5928-4ceb-a8d1-95907649b571 admin admin] Tracked resource versions report: Aug 15 14:11:33.565682 dv-cinder-804581-6-iscsi neutron-server[94451]: pushed versions: Aug 15 14:11:33.565682 dv-cinder-804581-6-iscsi neutron-server[94451]: { 'AddressGroup': {'1.2'}, Aug 15 14:11:33.565682 dv-cinder-804581-6-iscsi neutron-server[94451]: 'ConntrackHelper': {'1.0'}, Aug 15 14:11:33.565682 dv-cinder-804581-6-iscsi neutron-server[94451]: 'Log': {'1.0'}, Aug 15 14:11:33.565682 dv-cinder-804581-6-iscsi neutron-server[94451]: 'Network': {'1.1'}, Aug 15 14:11:33.565682 dv-cinder-804581-6-iscsi neutron-server[94451]: 'Port': {'1.7'}, Aug 15 14:11:33.565682 dv-cinder-804581-6-iscsi neutron-server[94451]: 'PortForwarding': {'1.2'}, Aug 15 14:11:33.565682 dv-cinder-804581-6-iscsi neutron-server[94451]: 'QosPolicy': {'1.9'}, Aug 15 14:11:33.565682 dv-cinder-804581-6-iscsi neutron-server[94451]: 'SecurityGroup': {'1.4'}, Aug 15 14:11:33.565682 dv-cinder-804581-6-iscsi neutron-server[94451]: 'SecurityGroupRule': {'1.2'}, Aug 15 14:11:33.565682 dv-cinder-804581-6-iscsi neutron-server[94451]: 'SubPort': {'1.0'}, Aug 15 14:11:33.565682 dv-cinder-804581-6-iscsi neutron-server[94451]: 'Subnet': {'1.1'}, Aug 15 14:11:33.565682 dv-cinder-804581-6-iscsi neutron-server[94451]: 'Trunk': {'1.1'}} Aug 15 14:11:33.565682 dv-cinder-804581-6-iscsi neutron-server[94451]: consumer versions: Aug 15 14:11:33.565682 dv-cinder-804581-6-iscsi neutron-server[94451]: { DHCP agent@dv-cinder-804581-6-iscsi: {}, Aug 15 14:11:33.565682 dv-cinder-804581-6-iscsi neutron-server[94451]: HyperV agent@hv-cinder-80458: {}, Aug 15 14:11:33.565682 dv-cinder-804581-6-iscsi neutron-server[94451]: L3 agent@dv-cinder-804581-6-iscsi: {}, Aug 15 14:11:33.565682 dv-cinder-804581-6-iscsi neutron-server[94451]: Metadata agent@dv-cinder-804581-6-iscsi: {}, Aug 15 14:11:33.565682 dv-cinder-804581-6-iscsi neutron-server[94451]: Metering agent@dv-cinder-804581-6-iscsi: {}, Aug 15 14:11:33.565682 dv-cinder-804581-6-iscsi neutron-server[94451]: Open vSwitch agent@dv-cinder-804581-6-iscsi: { 'AddressGroup': '1.2', Aug 15 14:11:33.565682 dv-cinder-804581-6-iscsi neutron-server[94451]: 'ConntrackHelper': '1.0', Aug 15 14:11:33.565682 dv-cinder-804581-6-iscsi neutron-server[94451]: 'Log': '1.0', Aug 15 14:11:33.565682 dv-cinder-804581-6-iscsi neutron-server[94451]: 'Network': '1.1', Aug 15 14:11:33.565682 dv-cinder-804581-6-iscsi neutron-server[94451]: 'Port': '1.7', Aug 15 14:11:33.565682 dv-cinder-804581-6-iscsi neutron-server[94451]: 'PortForwarding': '1.2', Aug 15 14:11:33.565682 dv-cinder-804581-6-iscsi neutron-server[94451]: 'QosPolicy': '1.9', Aug 15 14:11:33.565682 dv-cinder-804581-6-iscsi neutron-server[94451]: 'SecurityGroup': '1.4', Aug 15 14:11:33.565682 dv-cinder-804581-6-iscsi neutron-server[94451]: 'SecurityGroupRule': '1.2', Aug 15 14:11:33.565682 dv-cinder-804581-6-iscsi neutron-server[94451]: 'SubPort': '1.0', Aug 15 14:11:33.565682 dv-cinder-804581-6-iscsi neutron-server[94451]: 'Subnet': '1.1', Aug 15 14:11:33.565682 dv-cinder-804581-6-iscsi neutron-server[94451]: 'Trunk': '1.1'}} Aug 15 14:11:33.565682 dv-cinder-804581-6-iscsi neutron-server[94451]: {{(pid=94451) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 15 14:11:33.587987 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-94035e57-ba44-42dc-8531-cfcdf055923b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1579133195-network', 'tenant_id': '1073d5d571274638afba8bb0c8b43962'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:11:33.592031 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f602cdb3-b147-46b7-892f-432f719f81eb admin admin] Made reservation on behalf of 1d7d262d48af475e9d34d28cde3291b8 for: {'network': 1} {{(pid=94451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:11:33.594354 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-f602cdb3-b147-46b7-892f-432f719f81eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for network, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:33.606826 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-f602cdb3-b147-46b7-892f-432f719f81eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:33.658812 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779f1e4d-630e-4269-929e-ccb1c8aea0d6 admin admin] Made reservation on behalf of 2f8fffbae4d54d5d8922a9239d1e26cf for: {'subnet': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:11:33.660572 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-faa57589-5928-4ceb-a8d1-95907649b571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for network, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:33.661174 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-779f1e4d-630e-4269-929e-ccb1c8aea0d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:33.661564 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa57589-5928-4ceb-a8d1-95907649b571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:33.662365 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-faa57589-5928-4ceb-a8d1-95907649b571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:33.736215 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa57589-5928-4ceb-a8d1-95907649b571 admin admin] Pushing event updated for resources: {'Network': ['ID=84973402-f5de-4cbd-a3be-16501fd5c3aa,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:33.746902 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Network 84973402-f5de-4cbd-a3be-16501fd5c3aa details requested by agent ovs-agent-dv-cinder-804581-6-iscsi with host dv-cinder-804581-6-iscsi {{(pid=94453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 15 14:11:33.919460 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94035e57-ba44-42dc-8531-cfcdf055923b admin admin] Made reservation on behalf of 1073d5d571274638afba8bb0c8b43962 for: {'network': 1} {{(pid=94451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:11:33.921879 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-94035e57-ba44-42dc-8531-cfcdf055923b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for network, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:33.930927 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-779f1e4d-630e-4269-929e-ccb1c8aea0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for subnet, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:33.998440 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-f602cdb3-b147-46b7-892f-432f719f81eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:33.998440 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-94035e57-ba44-42dc-8531-cfcdf055923b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:34.020804 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779f1e4d-630e-4269-929e-ccb1c8aea0d6 admin admin] Checking segment: {'id': '49414da8-874b-42f0-b913-f4fc3698fc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b5199da4-07f3-4179-85b5-8c3aa021260f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:11:34.026684 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779f1e4d-630e-4269-929e-ccb1c8aea0d6 admin admin] Network hostable DHCP agents. Network: b5199da4-07f3-4179-85b5-8c3aa021260f, hostable agents: ['79a36ae1-c81e-4df0-b784-d4dbca0423ec'], hosted agents: [] {{(pid=94450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 15 14:11:34.031576 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f1e4d-630e-4269-929e-ccb1c8aea0d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5522d45c-406f-4a5c-bbcc-a6c052fb4164,revision_number=0']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:34.109742 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-f602cdb3-b147-46b7-892f-432f719f81eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:34.119657 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779f1e4d-630e-4269-929e-ccb1c8aea0d6 admin admin] Network b5199da4-07f3-4179-85b5-8c3aa021260f is scheduled to be hosted by DHCP agent 79a36ae1-c81e-4df0-b784-d4dbca0423ec with binding_index 1 {{(pid=94450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 15 14:11:34.130719 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f602cdb3-b147-46b7-892f-432f719f81eb admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=94451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 15 14:11:34.153344 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-f602cdb3-b147-46b7-892f-432f719f81eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:34.154079 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.db.segments_db [None req-f602cdb3-b147-46b7-892f-432f719f81eb admin admin] Added segment ada33314-c548-47cf-a85a-b333e3e0fa46 of type vlan for network be0d8a3c-f753-4203-b1e9-df12d5419b7d Aug 15 14:11:34.155897 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602cdb3-b147-46b7-892f-432f719f81eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117a2136-3697-4a28-a44b-2c18fc652dcf,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:34.196081 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [None req-779f1e4d-630e-4269-929e-ccb1c8aea0d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-6-iscsi, b5199da4-07f3-4179-85b5-8c3aa021260f) {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:11:34.202234 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779f1e4d-630e-4269-929e-ccb1c8aea0d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:34.202234 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-779f1e4d-630e-4269-929e-ccb1c8aea0d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for subnet, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:34.206589 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca442c3-8e91-4f69-aafc-b811558cdb05 None None] Network b5199da4-07f3-4179-85b5-8c3aa021260f requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:11:34.212615 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-faa57589-5928-4ceb-a8d1-95907649b571 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5759172 Aug 15 14:11:34.215599 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 41176) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:34.220588 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-1228279e-bce5-47eb-8d3f-a6ae6fb47fe9 admin admin] Request body: {'subnet': {'network_id': '84973402-f5de-4cbd-a3be-16501fd5c3aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1047876922-subnet', 'tenant_id': '407c1fd6fcf5420e9ec2759a80b92db4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:11:34.235364 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-f602cdb3-b147-46b7-892f-432f719f81eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787668796995'] for network, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:34.335607 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-94035e57-ba44-42dc-8531-cfcdf055923b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:34.350261 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-f602cdb3-b147-46b7-892f-432f719f81eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for network, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:34.351441 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f602cdb3-b147-46b7-892f-432f719f81eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:34.352342 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-f602cdb3-b147-46b7-892f-432f719f81eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:34.391013 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3ee58e-58bf-4afb-9f0b-152d04eafa4a None None] Network b5199da4-07f3-4179-85b5-8c3aa021260f requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:11:34.442027 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-94035e57-ba44-42dc-8531-cfcdf055923b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:34.478504 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94035e57-ba44-42dc-8531-cfcdf055923b admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=94451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 15 14:11:34.513489 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-779f1e4d-630e-4269-929e-ccb1c8aea0d6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0045912 Aug 15 14:11:34.548110 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-f602cdb3-b147-46b7-892f-432f719f81eb admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6699245 Aug 15 14:11:34.549169 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-94035e57-ba44-42dc-8531-cfcdf055923b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:34.550183 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.db.segments_db [None req-94035e57-ba44-42dc-8531-cfcdf055923b admin admin] Added segment 510f0b11-dda3-4cdb-8b1a-066aa988a8f5 of type vlan for network f6d15e1a-b561-4699-b6d6-2650782011ad Aug 15 14:11:34.551364 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 41194) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:34.553615 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602cdb3-b147-46b7-892f-432f719f81eb admin admin] Pushing event updated for resources: {'Network': ['ID=be0d8a3c-f753-4203-b1e9-df12d5419b7d,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:34.558521 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-1b1ee213-2192-4f78-a2cf-078316a85000 admin admin] Request body: {'subnet': {'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1578304414-subnet', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:11:34.564042 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Network be0d8a3c-f753-4203-b1e9-df12d5419b7d details requested by agent ovs-agent-dv-cinder-804581-6-iscsi with host dv-cinder-804581-6-iscsi {{(pid=94453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 15 14:11:34.565432 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94035e57-ba44-42dc-8531-cfcdf055923b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee45639-d033-4c04-851e-c5548b1d159a,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:34.612008 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-94035e57-ba44-42dc-8531-cfcdf055923b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787668796995'] for network, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:34.634208 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1228279e-bce5-47eb-8d3f-a6ae6fb47fe9 admin admin] Made reservation on behalf of 407c1fd6fcf5420e9ec2759a80b92db4 for: {'subnet': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:11:34.636749 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-1228279e-bce5-47eb-8d3f-a6ae6fb47fe9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:34.710808 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-94035e57-ba44-42dc-8531-cfcdf055923b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for network, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:34.711865 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94035e57-ba44-42dc-8531-cfcdf055923b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:34.712446 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-94035e57-ba44-42dc-8531-cfcdf055923b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:34.799886 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1ee213-2192-4f78-a2cf-078316a85000 admin admin] Made reservation on behalf of 1d7d262d48af475e9d34d28cde3291b8 for: {'subnet': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:11:34.803352 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-1b1ee213-2192-4f78-a2cf-078316a85000 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:34.817550 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94035e57-ba44-42dc-8531-cfcdf055923b admin admin] Pushing event updated for resources: {'Network': ['ID=f6d15e1a-b561-4699-b6d6-2650782011ad,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:34.829139 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Network f6d15e1a-b561-4699-b6d6-2650782011ad details requested by agent ovs-agent-dv-cinder-804581-6-iscsi with host dv-cinder-804581-6-iscsi {{(pid=94453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 15 14:11:34.888635 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-94035e57-ba44-42dc-8531-cfcdf055923b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6705275 Aug 15 14:11:34.889229 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 41208) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:34.895913 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-054488ea-a835-4cbd-ba22-208d21bc20c5 admin admin] Request body: {'subnet': {'network_id': 'f6d15e1a-b561-4699-b6d6-2650782011ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1579133195-subnet', 'tenant_id': '1073d5d571274638afba8bb0c8b43962', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:11:35.002011 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054488ea-a835-4cbd-ba22-208d21bc20c5 admin admin] Made reservation on behalf of 1073d5d571274638afba8bb0c8b43962 for: {'subnet': 1} {{(pid=94451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:11:35.004587 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-054488ea-a835-4cbd-ba22-208d21bc20c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:35.036203 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-1228279e-bce5-47eb-8d3f-a6ae6fb47fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for subnet, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:35.096198 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228279e-bce5-47eb-8d3f-a6ae6fb47fe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=605b3e14-49dc-4446-943a-b55a9146c77b,revision_number=0']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:35.165151 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1228279e-bce5-47eb-8d3f-a6ae6fb47fe9 admin admin] Checking segment: {'id': '0d773301-4627-4dbc-af30-9dbe1f56781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '84973402-f5de-4cbd-a3be-16501fd5c3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:11:35.165544 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1228279e-bce5-47eb-8d3f-a6ae6fb47fe9 admin admin] Network hostable DHCP agents. Network: 84973402-f5de-4cbd-a3be-16501fd5c3aa, hostable agents: ['79a36ae1-c81e-4df0-b784-d4dbca0423ec'], hosted agents: [] {{(pid=94450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 15 14:11:35.262649 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-1b1ee213-2192-4f78-a2cf-078316a85000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for subnet, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:35.286151 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1228279e-bce5-47eb-8d3f-a6ae6fb47fe9 admin admin] Network 84973402-f5de-4cbd-a3be-16501fd5c3aa is scheduled to be hosted by DHCP agent 79a36ae1-c81e-4df0-b784-d4dbca0423ec with binding_index 1 {{(pid=94450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 15 14:11:35.326490 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ee213-2192-4f78-a2cf-078316a85000 admin admin] Pushing event updated for resources: {'Subnet': ['ID=755f6259-b6d2-4fd1-8b9f-a7b43f738a15,revision_number=0']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:35.337785 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1ee213-2192-4f78-a2cf-078316a85000 admin admin] Checking segment: {'id': 'ada33314-c548-47cf-a85a-b333e3e0fa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:11:35.337785 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1ee213-2192-4f78-a2cf-078316a85000 admin admin] Network hostable DHCP agents. Network: be0d8a3c-f753-4203-b1e9-df12d5419b7d, hostable agents: ['79a36ae1-c81e-4df0-b784-d4dbca0423ec'], hosted agents: [] {{(pid=94450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 15 14:11:35.380604 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [None req-1228279e-bce5-47eb-8d3f-a6ae6fb47fe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-6-iscsi, 84973402-f5de-4cbd-a3be-16501fd5c3aa) {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:11:35.385595 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1228279e-bce5-47eb-8d3f-a6ae6fb47fe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:35.386273 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-1228279e-bce5-47eb-8d3f-a6ae6fb47fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for subnet, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:35.394145 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e198b964-7b76-4dc2-babe-b53cc211801c None None] Network 84973402-f5de-4cbd-a3be-16501fd5c3aa requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:11:35.428416 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-054488ea-a835-4cbd-ba22-208d21bc20c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for subnet, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:35.478727 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054488ea-a835-4cbd-ba22-208d21bc20c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e7c7efa-002b-4af9-be04-92bb27db3bc2,revision_number=0']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:35.488184 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1ee213-2192-4f78-a2cf-078316a85000 admin admin] Network be0d8a3c-f753-4203-b1e9-df12d5419b7d is scheduled to be hosted by DHCP agent 79a36ae1-c81e-4df0-b784-d4dbca0423ec with binding_index 1 {{(pid=94450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 15 14:11:35.494124 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [None req-1b1ee213-2192-4f78-a2cf-078316a85000 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-6-iscsi, be0d8a3c-f753-4203-b1e9-df12d5419b7d) {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:11:35.497067 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-1228279e-bce5-47eb-8d3f-a6ae6fb47fe9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2801776 Aug 15 14:11:35.501951 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1ee213-2192-4f78-a2cf-078316a85000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:35.504992 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-1b1ee213-2192-4f78-a2cf-078316a85000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for subnet, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:35.505550 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a34571-4399-4baa-9f17-941b74ae7cb4 None None] Network be0d8a3c-f753-4203-b1e9-df12d5419b7d requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:11:35.520367 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054488ea-a835-4cbd-ba22-208d21bc20c5 admin admin] Checking segment: {'id': '510f0b11-dda3-4cdb-8b1a-066aa988a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f6d15e1a-b561-4699-b6d6-2650782011ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:11:35.520722 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054488ea-a835-4cbd-ba22-208d21bc20c5 admin admin] Network hostable DHCP agents. Network: f6d15e1a-b561-4699-b6d6-2650782011ad, hostable agents: ['79a36ae1-c81e-4df0-b784-d4dbca0423ec'], hosted agents: [] {{(pid=94451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 15 14:11:35.550902 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b949bf-c9ee-442e-b9bd-46c56fb6c73c None None] Network 84973402-f5de-4cbd-a3be-16501fd5c3aa requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:11:35.610511 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054488ea-a835-4cbd-ba22-208d21bc20c5 admin admin] Network f6d15e1a-b561-4699-b6d6-2650782011ad is scheduled to be hosted by DHCP agent 79a36ae1-c81e-4df0-b784-d4dbca0423ec with binding_index 1 {{(pid=94451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 15 14:11:35.614924 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-1b1ee213-2192-4f78-a2cf-078316a85000 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0622666 Aug 15 14:11:35.617605 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 41234) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:35.621864 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-8b4f0fe4-9576-436b-83cf-c96f9041f89b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1578304414-router', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'}}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:11:35.718733 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.base_scheduler [None req-054488ea-a835-4cbd-ba22-208d21bc20c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-6-iscsi, f6d15e1a-b561-4699-b6d6-2650782011ad) {{(pid=94451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:11:35.729343 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054488ea-a835-4cbd-ba22-208d21bc20c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:35.730016 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-054488ea-a835-4cbd-ba22-208d21bc20c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for subnet, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:35.740321 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3981103-b24d-4f8d-b808-e6f1baa6ed3b None None] Network f6d15e1a-b561-4699-b6d6-2650782011ad requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:11:35.772009 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0fe4-9576-436b-83cf-c96f9041f89b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1505'] for router, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:35.772009 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0fe4-9576-436b-83cf-c96f9041f89b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-594727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1514'] for router, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:35.828756 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0fe4-9576-436b-83cf-c96f9041f89b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:35.831508 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8509098c-d4be-5410-8ba7-b88853ea627d-be0d8a3c-f753-4203-b1e9-df12d5419b7d', 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'fixed_ips': [{'subnet_id': '755f6259-b6d2-4fd1-8b9f-a7b43f738a15'}]}} from dv-cinder-804581-6-iscsi. {{(pid=94453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 15 14:11:35.832362 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:35.859544 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-054488ea-a835-4cbd-ba22-208d21bc20c5 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9686136 Aug 15 14:11:35.863506 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 41242) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:35.869330 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-447640c7-8e4c-4258-8672-fc137c58af8c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1579133195-router', 'tenant_id': '1073d5d571274638afba8bb0c8b43962', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'}}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:11:35.964724 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-447640c7-8e4c-4258-8672-fc137c58af8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1505'] for router, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:35.965744 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-447640c7-8e4c-4258-8672-fc137c58af8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-594727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1514'] for router, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:36.002205 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec52be2-4374-4dec-b215-5552c7c8a34f None None] Network f6d15e1a-b561-4699-b6d6-2650782011ad requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:11:36.070031 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.db_base_plugin_common [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Allocated IP 172.20.0.2 (be0d8a3c-f753-4203-b1e9-df12d5419b7d/755f6259-b6d2-4fd1-8b9f-a7b43f738a15/47d1d48d-5173-43aa-af45-2d63ba1e2c26) {{(pid=94453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:11:36.097531 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0fe4-9576-436b-83cf-c96f9041f89b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:36.108345 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-447640c7-8e4c-4258-8672-fc137c58af8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:36.251014 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Notify callbacks [] for port, precommit_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:36.261638 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Transition to ACTIVE for port object 47d1d48d-5173-43aa-af45-2d63ba1e2c26 will not be triggered until provisioned by entity L2. {{(pid=94453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:11:36.276456 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Transition to ACTIVE for port object 47d1d48d-5173-43aa-af45-2d63ba1e2c26 will not be triggered until provisioned by entity DHCP. {{(pid=94453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:11:36.388380 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469'] for port, after_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:36.454940 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Network be0d8a3c-f753-4203-b1e9-df12d5419b7d is already hosted by enough agents. {{(pid=94453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:11:36.459023 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.scheduler.base_scheduler [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Resources bound (agent type, host, resource id): {{(pid=94453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:11:36.468521 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Received port after_create {{(pid=94453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:11:36.528240 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Pushing event updated for resources: {'Port': ['ID=47d1d48d-5173-43aa-af45-2d63ba1e2c26,revision_number=1']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:36.545256 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:36.545926 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:36.546686 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:36.547290 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:36.547784 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:36.548487 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:36.549009 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:36.549890 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:36.550679 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:36.551196 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:36.551696 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:36.552191 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:36.553598 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Tracked resource versions report: Aug 15 14:11:36.553598 dv-cinder-804581-6-iscsi neutron-server[94453]: pushed versions: Aug 15 14:11:36.553598 dv-cinder-804581-6-iscsi neutron-server[94453]: { 'AddressGroup': {'1.2'}, Aug 15 14:11:36.553598 dv-cinder-804581-6-iscsi neutron-server[94453]: 'ConntrackHelper': {'1.0'}, Aug 15 14:11:36.553598 dv-cinder-804581-6-iscsi neutron-server[94453]: 'Log': {'1.0'}, Aug 15 14:11:36.553598 dv-cinder-804581-6-iscsi neutron-server[94453]: 'Network': {'1.1'}, Aug 15 14:11:36.553598 dv-cinder-804581-6-iscsi neutron-server[94453]: 'Port': {'1.7'}, Aug 15 14:11:36.553598 dv-cinder-804581-6-iscsi neutron-server[94453]: 'PortForwarding': {'1.2'}, Aug 15 14:11:36.553598 dv-cinder-804581-6-iscsi neutron-server[94453]: 'QosPolicy': {'1.9'}, Aug 15 14:11:36.553598 dv-cinder-804581-6-iscsi neutron-server[94453]: 'SecurityGroup': {'1.4'}, Aug 15 14:11:36.553598 dv-cinder-804581-6-iscsi neutron-server[94453]: 'SecurityGroupRule': {'1.2'}, Aug 15 14:11:36.553598 dv-cinder-804581-6-iscsi neutron-server[94453]: 'SubPort': {'1.0'}, Aug 15 14:11:36.553598 dv-cinder-804581-6-iscsi neutron-server[94453]: 'Subnet': {'1.1'}, Aug 15 14:11:36.553598 dv-cinder-804581-6-iscsi neutron-server[94453]: 'Trunk': {'1.1'}} Aug 15 14:11:36.553598 dv-cinder-804581-6-iscsi neutron-server[94453]: consumer versions: Aug 15 14:11:36.553598 dv-cinder-804581-6-iscsi neutron-server[94453]: { DHCP agent@dv-cinder-804581-6-iscsi: {}, Aug 15 14:11:36.553598 dv-cinder-804581-6-iscsi neutron-server[94453]: HyperV agent@hv-cinder-80458: {}, Aug 15 14:11:36.553598 dv-cinder-804581-6-iscsi neutron-server[94453]: L3 agent@dv-cinder-804581-6-iscsi: {}, Aug 15 14:11:36.553598 dv-cinder-804581-6-iscsi neutron-server[94453]: Metadata agent@dv-cinder-804581-6-iscsi: {}, Aug 15 14:11:36.553598 dv-cinder-804581-6-iscsi neutron-server[94453]: Metering agent@dv-cinder-804581-6-iscsi: {}, Aug 15 14:11:36.553598 dv-cinder-804581-6-iscsi neutron-server[94453]: Open vSwitch agent@dv-cinder-804581-6-iscsi: { 'AddressGroup': '1.2', Aug 15 14:11:36.553598 dv-cinder-804581-6-iscsi neutron-server[94453]: 'ConntrackHelper': '1.0', Aug 15 14:11:36.553598 dv-cinder-804581-6-iscsi neutron-server[94453]: 'Log': '1.0', Aug 15 14:11:36.553598 dv-cinder-804581-6-iscsi neutron-server[94453]: 'Network': '1.1', Aug 15 14:11:36.553598 dv-cinder-804581-6-iscsi neutron-server[94453]: 'Port': '1.7', Aug 15 14:11:36.553598 dv-cinder-804581-6-iscsi neutron-server[94453]: 'PortForwarding': '1.2', Aug 15 14:11:36.553598 dv-cinder-804581-6-iscsi neutron-server[94453]: 'QosPolicy': '1.9', Aug 15 14:11:36.553598 dv-cinder-804581-6-iscsi neutron-server[94453]: 'SecurityGroup': '1.4', Aug 15 14:11:36.553598 dv-cinder-804581-6-iscsi neutron-server[94453]: 'SecurityGroupRule': '1.2', Aug 15 14:11:36.553598 dv-cinder-804581-6-iscsi neutron-server[94453]: 'SubPort': '1.0', Aug 15 14:11:36.553598 dv-cinder-804581-6-iscsi neutron-server[94453]: 'Subnet': '1.1', Aug 15 14:11:36.553598 dv-cinder-804581-6-iscsi neutron-server[94453]: 'Trunk': '1.1'}} Aug 15 14:11:36.553598 dv-cinder-804581-6-iscsi neutron-server[94453]: {{(pid=94453) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 15 14:11:36.587998 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Attempting to bind port 47d1d48d-5173-43aa-af45-2d63ba1e2c26 on host dv-cinder-804581-6-iscsi for vnic_type normal with profile {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:11:36.588791 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Attempting to bind port 47d1d48d-5173-43aa-af45-2d63ba1e2c26 by drivers openvswitch,hyperv on host dv-cinder-804581-6-iscsi at level 0 using segments [{'id': 'ada33314-c548-47cf-a85a-b333e3e0fa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d'}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:11:36.589820 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Attempting to bind port 47d1d48d-5173-43aa-af45-2d63ba1e2c26 on network be0d8a3c-f753-4203-b1e9-df12d5419b7d {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:11:36.596740 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Checking agent: {'id': '9fd064e6-11f0-4c96-a2d8-3af8385acf93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 3, 44), 'started_at': datetime.datetime(2021, 8, 15, 14, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:11:36.597358 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Checking segment: {'id': 'ada33314-c548-47cf-a85a-b333e3e0fa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:11:36.598070 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:36.598993 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Bound using segment: {'id': 'ada33314-c548-47cf-a85a-b333e3e0fa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d'} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:11:36.599700 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Bound port: 47d1d48d-5173-43aa-af45-2d63ba1e2c26, host: dv-cinder-804581-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada33314-c548-47cf-a85a-b333e3e0fa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d'}}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:11:36.600288 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:36.625143 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-447640c7-8e4c-4258-8672-fc137c58af8c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:36.704290 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] For port 47d1d48d-5173-43aa-af45-2d63ba1e2c26, host dv-cinder-804581-6-iscsi, cleared binding levels {{(pid=94453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:11:36.712909 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] For port 47d1d48d-5173-43aa-af45-2d63ba1e2c26, host dv-cinder-804581-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=47d1d48d-5173-43aa-af45-2d63ba1e2c26,segment=NetworkSegment(ada33314-c548-47cf-a85a-b333e3e0fa46),segment_id=ada33314-c548-47cf-a85a-b333e3e0fa46)] {{(pid=94453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:11:36.731877 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 41304) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:36.734628 dv-cinder-804581-6-iscsi neutron-server[94451]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 15 14:11:36.778622 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 41310) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:36.781242 dv-cinder-804581-6-iscsi neutron-server[94450]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 15 14:11:36.910578 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-37800aab-ab0e-4f62-a154-eaebff639ec0 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:36.911958 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-37800aab-ab0e-4f62-a154-eaebff639ec0 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/networks?id=b5199da4-07f3-4179-85b5-8c3aa021260f HTTP/1.1" status: 200 len: 811 time: 0.1786866 Aug 15 14:11:36.926999 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0fe4-9576-436b-83cf-c96f9041f89b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:36.928178 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-c5c72100-b024-4fb5-98d3-d36a30121da2 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/quotas/2f8fffbae4d54d5d8922a9239d1e26cf HTTP/1.1" status: 200 len: 375 time: 0.0102992 Aug 15 14:11:36.948439 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:36.985743 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-ea541187-cc04-4fac-954c-782fc1c15c76 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2f8fffbae4d54d5d8922a9239d1e26cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516548 Aug 15 14:11:37.008324 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0fe4-9576-436b-83cf-c96f9041f89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:37.047103 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba3984-b08c-4103-a723-057a64f99025 None None] Pushing event updated for resources: {'Port': ['ID=47d1d48d-5173-43aa-af45-2d63ba1e2c26,revision_number=2']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:37.097667 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e305a-8c46-4120-a2be-9040da679c4f req-105e28f9-c505-484d-a52c-76db19ace896 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:37.099192 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-823e305a-8c46-4120-a2be-9040da679c4f req-105e28f9-c505-484d-a52c-76db19ace896 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/networks?id=84973402-f5de-4cbd-a3be-16501fd5c3aa HTTP/1.1" status: 200 len: 815 time: 0.3196423 Aug 15 14:11:37.152994 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-823e305a-8c46-4120-a2be-9040da679c4f req-7b53d703-4041-41bc-b82d-024b85a549df tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/quotas/407c1fd6fcf5420e9ec2759a80b92db4 HTTP/1.1" status: 200 len: 375 time: 0.0412216 Aug 15 14:11:37.240760 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-823e305a-8c46-4120-a2be-9040da679c4f req-9512d024-6141-4113-adf4-1887887b156d tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=407c1fd6fcf5420e9ec2759a80b92db4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0781288 Aug 15 14:11:37.242238 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [None req-8b4f0fe4-9576-436b-83cf-c96f9041f89b admin admin] Allocated IP 172.27.3.204 (1d9f8f4c-a9c3-49e7-b907-6801ec194130/0214dcca-22ca-4853-8d9b-9f5ee3e8fb08/15408b38-c83e-4efe-94e4-a83e5bb74e36) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:11:37.308599 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 41324) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:37.339115 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-58456246-7a59-4c9b-ba09-461a618aa304 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 15 14:11:37.361897 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-58456246-7a59-4c9b-ba09-461a618aa304 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2032905 Aug 15 14:11:37.440649 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-0459c105-96bb-45fb-8f7c-0ea7b31ae7a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:37.483456 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0fe4-9576-436b-83cf-c96f9041f89b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:37.506341 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [req-823e305a-8c46-4120-a2be-9040da679c4f req-b023869c-5bc6-4e89-823d-928577253651 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 15 14:11:37.507271 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-823e305a-8c46-4120-a2be-9040da679c4f req-b023869c-5bc6-4e89-823d-928577253651 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1038623 Aug 15 14:11:37.512093 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-447640c7-8e4c-4258-8672-fc137c58af8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:37.517750 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-4231fe50-03aa-45f3-b127-f990982530f9 service neutron] 10.222.0.22 "GET /v2.0/networks/b5199da4-07f3-4179-85b5-8c3aa021260f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547225 Aug 15 14:11:37.541617 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-447640c7-8e4c-4258-8672-fc137c58af8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:37.638368 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-29c4b9cf-56fc-4c1b-8001-e74f46294489 service neutron] 10.222.0.22 "GET /v2.0/networks/b5199da4-07f3-4179-85b5-8c3aa021260f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197743 Aug 15 14:11:37.652590 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-0459c105-96bb-45fb-8f7c-0ea7b31ae7a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:37.705407 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-823e305a-8c46-4120-a2be-9040da679c4f req-61a9e7ca-dd22-4f07-8151-707f223841c3 service neutron] 10.222.0.22 "GET /v2.0/networks/84973402-f5de-4cbd-a3be-16501fd5c3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731117 Aug 15 14:11:37.781824 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-0459c105-96bb-45fb-8f7c-0ea7b31ae7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:37.797630 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0fe4-9576-436b-83cf-c96f9041f89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:37.812449 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459c105-96bb-45fb-8f7c-0ea7b31ae7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548e29e9-4ef7-46a0-a3f4-e6c07c5ffd7a,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:37.833602 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-0459c105-96bb-45fb-8f7c-0ea7b31ae7a4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5264e1c6c26448a5abf4fb05f2e4799e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5268581 Aug 15 14:11:37.837146 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 41336) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:37.870610 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-823e305a-8c46-4120-a2be-9040da679c4f req-d18f8ded-ae8c-40e6-9b29-2b1f82e02aca service neutron] 10.222.0.22 "GET /v2.0/networks/84973402-f5de-4cbd-a3be-16501fd5c3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642048 Aug 15 14:11:37.949614 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-0f13f58f-e743-4c44-934e-3a125eb9c6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:37.987397 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4f0fe4-9576-436b-83cf-c96f9041f89b admin admin] Network 1d9f8f4c-a9c3-49e7-b907-6801ec194130 is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:11:37.988183 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f0fe4-9576-436b-83cf-c96f9041f89b admin admin] Pushing event updated for resources: {'Port': ['ID=15408b38-c83e-4efe-94e4-a83e5bb74e36,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:38.007363 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [None req-8b4f0fe4-9576-436b-83cf-c96f9041f89b admin admin] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:11:38.013915 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4f0fe4-9576-436b-83cf-c96f9041f89b admin admin] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:11:38.016598 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [None req-447640c7-8e4c-4258-8672-fc137c58af8c admin admin] Allocated IP 172.27.3.82 (1d9f8f4c-a9c3-49e7-b907-6801ec194130/0214dcca-22ca-4853-8d9b-9f5ee3e8fb08/fbe920cd-d7aa-4dac-ae4b-426e80467366) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:11:38.037689 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-0f13f58f-e743-4c44-934e-3a125eb9c6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:38.312084 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-0f13f58f-e743-4c44-934e-3a125eb9c6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:38.315985 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-0f13f58f-e743-4c44-934e-3a125eb9c6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:38.318045 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-0f13f58f-e743-4c44-934e-3a125eb9c6e0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/548e29e9-4ef7-46a0-a3f4-e6c07c5ffd7a HTTP/1.1" status: 204 len: 168 time: 0.4795997 Aug 15 14:11:38.354032 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f13f58f-e743-4c44-934e-3a125eb9c6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548e29e9-4ef7-46a0-a3f4-e6c07c5ffd7a,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:38.395249 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31efab8-2ee6-430c-8495-3e57bf03a257 None None] Network be0d8a3c-f753-4203-b1e9-df12d5419b7d requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:11:38.432770 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 47d1d48d-5173-43aa-af45-2d63ba1e2c26 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:11:38.482186 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8af1b3c4-24bc-47cc-8a4f-c8cb661804da req-d895e95f-96d1-400e-a16d-00377154cf77 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 210 time: 0.1815684 Aug 15 14:11:38.527987 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-447640c7-8e4c-4258-8672-fc137c58af8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:38.612149 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning for port 47d1d48d-5173-43aa-af45-2d63ba1e2c26 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:11:38.633925 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-c9738a0b-c682-41e2-981d-29d53e7675a3 None None] Provisioning for port 47d1d48d-5173-43aa-af45-2d63ba1e2c26 completed by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:11:38.639386 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-c9738a0b-c682-41e2-981d-29d53e7675a3 None None] Provisioning complete for port 47d1d48d-5173-43aa-af45-2d63ba1e2c26 triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:11:38.640020 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-c9738a0b-c682-41e2-981d-29d53e7675a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:38.756432 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d88b6ab1-3e1b-4e65-ac5e-5a7d86562ec7 req-87ffab01-d6c8-47b1-a0d1-aa8f87f43d59 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 210 time: 0.0559757 Aug 15 14:11:38.772074 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-447640c7-8e4c-4258-8672-fc137c58af8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:38.820524 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-c9738a0b-c682-41e2-981d-29d53e7675a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:38.886309 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-c9738a0b-c682-41e2-981d-29d53e7675a3 None None] For port 47d1d48d-5173-43aa-af45-2d63ba1e2c26, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=47d1d48d-5173-43aa-af45-2d63ba1e2c26,segment=NetworkSegment(ada33314-c548-47cf-a85a-b333e3e0fa46),segment_id=ada33314-c548-47cf-a85a-b333e3e0fa46)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:11:38.920802 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0fe4-9576-436b-83cf-c96f9041f89b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:38.931886 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447640c7-8e4c-4258-8672-fc137c58af8c admin admin] Pushing event updated for resources: {'Port': ['ID=fbe920cd-d7aa-4dac-ae4b-426e80467366,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:38.984368 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447640c7-8e4c-4258-8672-fc137c58af8c admin admin] Network 1d9f8f4c-a9c3-49e7-b907-6801ec194130 is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:11:38.988892 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [None req-447640c7-8e4c-4258-8672-fc137c58af8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:11:38.992819 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447640c7-8e4c-4258-8672-fc137c58af8c admin admin] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:11:39.019699 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-c9738a0b-c682-41e2-981d-29d53e7675a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:39.091996 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9738a0b-c682-41e2-981d-29d53e7675a3 None None] Pushing event updated for resources: {'Port': ['ID=47d1d48d-5173-43aa-af45-2d63ba1e2c26,revision_number=3']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:39.155970 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-cb8e8d07-1612-472a-92dc-e498a51c8be7 None None] Provisioning complete for port 47d1d48d-5173-43aa-af45-2d63ba1e2c26 triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:11:39.157038 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-cb8e8d07-1612-472a-92dc-e498a51c8be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:39.347770 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0fe4-9576-436b-83cf-c96f9041f89b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594930'] for router, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:39.478078 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 41448) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:39.495956 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-9dbd8382-9b04-434f-969f-de40c60a6639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:39.607622 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-3578b36c-f58d-41f1-aec2-ccaf078d265a req-9df905dd-fc75-4191-b207-a0c6ec1e6e9b tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 210 time: 0.0321653 Aug 15 14:11:39.608185 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-447640c7-8e4c-4258-8672-fc137c58af8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:39.633118 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-9dbd8382-9b04-434f-969f-de40c60a6639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:39.776000 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-9dbd8382-9b04-434f-969f-de40c60a6639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:39.826853 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd8382-9b04-434f-969f-de40c60a6639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb8ea95-d057-410b-8695-7ee4db787e65,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:39.833431 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4f0fe4-9576-436b-83cf-c96f9041f89b admin admin] Router a662057b-06c1-4589-8f04-ddbedb94c4b8 is scheduled to L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 with binding_index 1 {{(pid=94450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 15 14:11:39.834172 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-9dbd8382-9b04-434f-969f-de40c60a6639 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aa093b1b2edc42189e29e2db3cd7c41a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3535335 Aug 15 14:11:39.841465 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 41460) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:39.883891 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-447640c7-8e4c-4258-8672-fc137c58af8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594930'] for router, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:39.894403 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-6534146e-0d38-40a5-bcfe-aa0199cb2e46 req-2296f928-e16c-4b26-81f3-dcee9d9d74d0 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 210 time: 0.0488293 Aug 15 14:11:40.022988 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-6cf6f1cc-574f-4205-876b-2e1a0785f259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:40.112267 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-6cf6f1cc-574f-4205-876b-2e1a0785f259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:40.167158 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4f0fe4-9576-436b-83cf-c96f9041f89b admin admin] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:11:40.178040 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29213d76-f7e2-41cd-99b0-f8a7cd96b002 None None] Sync routers for ids ['a662057b-06c1-4589-8f04-ddbedb94c4b8'] in dv-cinder-804581-6-iscsi {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:11:40.187071 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29213d76-f7e2-41cd-99b0-f8a7cd96b002 None None] Routers {'a662057b-06c1-4589-8f04-ddbedb94c4b8'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:11:40.187671 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-29213d76-f7e2-41cd-99b0-f8a7cd96b002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:11:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['a662057b-06c1-4589-8f04-ddbedb94c4b8'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:11:40.278776 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 47d1d48d-5173-43aa-af45-2d63ba1e2c26 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:11:40.325586 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 47d1d48d-5173-43aa-af45-2d63ba1e2c26 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:11:40.326056 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:40.329173 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-29213d76-f7e2-41cd-99b0-f8a7cd96b002 None None] Set router a662057b-06c1-4589-8f04-ddbedb94c4b8 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:11:40.329327 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-6cf6f1cc-574f-4205-876b-2e1a0785f259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:40.333186 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-6cf6f1cc-574f-4205-876b-2e1a0785f259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:40.336913 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-6cf6f1cc-574f-4205-876b-2e1a0785f259 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3cb8ea95-d057-410b-8695-7ee4db787e65 HTTP/1.1" status: 204 len: 168 time: 0.4910820 Aug 15 14:11:40.336913 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0fe4-9576-436b-83cf-c96f9041f89b admin admin] Notify callbacks [] for router, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:40.339806 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 41474) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:40.339941 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-8b4f0fe4-9576-436b-83cf-c96f9041f89b admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7213011 Aug 15 14:11:40.343261 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447640c7-8e4c-4258-8672-fc137c58af8c admin admin] Router b1e63435-38c8-48f0-a18c-c422ee69dcf8 is scheduled to L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 with binding_index 1 {{(pid=94450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 15 14:11:40.377167 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6f1cc-574f-4205-876b-2e1a0785f259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb8ea95-d057-410b-8695-7ee4db787e65,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:40.671287 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447640c7-8e4c-4258-8672-fc137c58af8c admin admin] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:11:40.681483 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af67d63-1e5b-4faa-8438-d3189033f6e9 None None] Sync routers for ids ['b1e63435-38c8-48f0-a18c-c422ee69dcf8'] in dv-cinder-804581-6-iscsi {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:11:40.696311 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af67d63-1e5b-4faa-8438-d3189033f6e9 None None] Routers {'b1e63435-38c8-48f0-a18c-c422ee69dcf8'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:11:40.703344 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-9af67d63-1e5b-4faa-8438-d3189033f6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:11:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['b1e63435-38c8-48f0-a18c-c422ee69dcf8'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:11:40.708715 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-29213d76-f7e2-41cd-99b0-f8a7cd96b002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'name': 'tempest-AttachVolumeTestJSON-1578304414-router', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:11:35Z', 'updated_at': '2021-08-15T14:11:38Z', 'revision_number': 3, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'gw_port': {'id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:42:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:37Z', 'updated_at': '2021-08-15T14:11:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:11:40.769836 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29213d76-f7e2-41cd-99b0-f8a7cd96b002 None None] Checking router: a662057b-06c1-4589-8f04-ddbedb94c4b8 for host: dv-cinder-804581-6-iscsi {{(pid=94454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:11:40.770098 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29213d76-f7e2-41cd-99b0-f8a7cd96b002 None None] Updating router a662057b-06c1-4589-8f04-ddbedb94c4b8 port 15408b38-c83e-4efe-94e4-a83e5bb74e36 binding host dv-cinder-804581-6-iscsi {{(pid=94454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 15 14:11:40.783116 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-447640c7-8e4c-4258-8672-fc137c58af8c admin admin] Notify callbacks [] for router, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:40.788448 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-447640c7-8e4c-4258-8672-fc137c58af8c admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.9215355 Aug 15 14:11:40.789732 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-b3b51f77-f0fb-42b5-a425-a89b7ac9e6cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:40.794728 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 41492) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:40.807092 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-7d6cbc15-46c7-40f8-be77-46c1b4ca14fd req-78ec8555-598a-4728-9080-31daa1ee6881 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 210 time: 0.0368252 Aug 15 14:11:40.825920 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-29213d76-f7e2-41cd-99b0-f8a7cd96b002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:40.903160 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-9af67d63-1e5b-4faa-8438-d3189033f6e9 None None] Set router b1e63435-38c8-48f0-a18c-c422ee69dcf8 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:11:41.166125 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-9af67d63-1e5b-4faa-8438-d3189033f6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e63435-38c8-48f0-a18c-c422ee69dcf8', 'name': 'tempest-ServerRescueNegativeTestJSON-1579133195-router', 'tenant_id': '1073d5d571274638afba8bb0c8b43962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fbe920cd-d7aa-4dac-ae4b-426e80467366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:11:35Z', 'updated_at': '2021-08-15T14:11:39Z', 'revision_number': 3, 'project_id': '1073d5d571274638afba8bb0c8b43962', 'gw_port': {'id': 'fbe920cd-d7aa-4dac-ae4b-426e80467366', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e63435-38c8-48f0-a18c-c422ee69dcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:37Z', 'updated_at': '2021-08-15T14:11:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:11:41.207312 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af67d63-1e5b-4faa-8438-d3189033f6e9 None None] Checking router: b1e63435-38c8-48f0-a18c-c422ee69dcf8 for host: dv-cinder-804581-6-iscsi {{(pid=94453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:11:41.208783 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af67d63-1e5b-4faa-8438-d3189033f6e9 None None] Updating router b1e63435-38c8-48f0-a18c-c422ee69dcf8 port fbe920cd-d7aa-4dac-ae4b-426e80467366 binding host dv-cinder-804581-6-iscsi {{(pid=94453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 15 14:11:41.256231 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-9af67d63-1e5b-4faa-8438-d3189033f6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:41.272563 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-29213d76-f7e2-41cd-99b0-f8a7cd96b002 None None] Notify callbacks [] for port, precommit_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:41.287274 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c2e3f161-e158-483c-a4e9-46cc6d9af5a5 req-7d3f266a-a075-4f83-9535-aa7249720beb tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 210 time: 0.0586016 Aug 15 14:11:41.287723 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-1bd92a16-6b2c-4898-b2a3-d911ab0c13e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:41.306268 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.provisioning_blocks [None req-29213d76-f7e2-41cd-99b0-f8a7cd96b002 None None] Transition to ACTIVE for port object 15408b38-c83e-4efe-94e4-a83e5bb74e36 will not be triggered until provisioned by entity L2. {{(pid=94454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:11:41.404400 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-29213d76-f7e2-41cd-99b0-f8a7cd96b002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:41.465029 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.managers [None req-29213d76-f7e2-41cd-99b0-f8a7cd96b002 None None] Attempting to bind port 15408b38-c83e-4efe-94e4-a83e5bb74e36 on host dv-cinder-804581-6-iscsi for vnic_type normal with profile {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:11:41.465417 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.managers [None req-29213d76-f7e2-41cd-99b0-f8a7cd96b002 None None] Attempting to bind port 15408b38-c83e-4efe-94e4-a83e5bb74e36 by drivers openvswitch,hyperv on host dv-cinder-804581-6-iscsi at level 0 using segments [{'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'}] {{(pid=94454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:11:41.465793 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29213d76-f7e2-41cd-99b0-f8a7cd96b002 None None] Attempting to bind port 15408b38-c83e-4efe-94e4-a83e5bb74e36 on network 1d9f8f4c-a9c3-49e7-b907-6801ec194130 {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:11:41.475414 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e34fd-0c90-4e5d-be74-2edfc56b363d None None] Pushing event updated for resources: {'Port': ['ID=15408b38-c83e-4efe-94e4-a83e5bb74e36,revision_number=2']} {{(pid=94454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:41.480496 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29213d76-f7e2-41cd-99b0-f8a7cd96b002 None None] Checking agent: {'id': '9fd064e6-11f0-4c96-a2d8-3af8385acf93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 3, 44), 'started_at': datetime.datetime(2021, 8, 15, 14, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:11:41.480496 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29213d76-f7e2-41cd-99b0-f8a7cd96b002 None None] Checking segment: {'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:11:41.480496 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-29213d76-f7e2-41cd-99b0-f8a7cd96b002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:41.480496 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29213d76-f7e2-41cd-99b0-f8a7cd96b002 None None] Bound using segment: {'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'} {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:11:41.480496 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.managers [None req-29213d76-f7e2-41cd-99b0-f8a7cd96b002 None None] Bound port: 15408b38-c83e-4efe-94e4-a83e5bb74e36, host: dv-cinder-804581-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'}}] {{(pid=94454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:11:41.480496 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-29213d76-f7e2-41cd-99b0-f8a7cd96b002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:41.494712 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-c6a3ac3a-ed74-4e83-a357-ec717b6cad59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:41.542338 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3e34fd-0c90-4e5d-be74-2edfc56b363d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:41.543525 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3e34fd-0c90-4e5d-be74-2edfc56b363d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:41.543874 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3e34fd-0c90-4e5d-be74-2edfc56b363d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:41.544216 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3e34fd-0c90-4e5d-be74-2edfc56b363d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:41.544552 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3e34fd-0c90-4e5d-be74-2edfc56b363d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:41.544886 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3e34fd-0c90-4e5d-be74-2edfc56b363d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:41.545218 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3e34fd-0c90-4e5d-be74-2edfc56b363d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:41.545643 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3e34fd-0c90-4e5d-be74-2edfc56b363d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:41.545995 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3e34fd-0c90-4e5d-be74-2edfc56b363d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:41.546327 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3e34fd-0c90-4e5d-be74-2edfc56b363d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:41.548642 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3e34fd-0c90-4e5d-be74-2edfc56b363d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:41.549011 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3e34fd-0c90-4e5d-be74-2edfc56b363d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:11:41.550396 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3e34fd-0c90-4e5d-be74-2edfc56b363d None None] Tracked resource versions report: Aug 15 14:11:41.550396 dv-cinder-804581-6-iscsi neutron-server[94454]: pushed versions: Aug 15 14:11:41.550396 dv-cinder-804581-6-iscsi neutron-server[94454]: { 'AddressGroup': {'1.2'}, Aug 15 14:11:41.550396 dv-cinder-804581-6-iscsi neutron-server[94454]: 'ConntrackHelper': {'1.0'}, Aug 15 14:11:41.550396 dv-cinder-804581-6-iscsi neutron-server[94454]: 'Log': {'1.0'}, Aug 15 14:11:41.550396 dv-cinder-804581-6-iscsi neutron-server[94454]: 'Network': {'1.1'}, Aug 15 14:11:41.550396 dv-cinder-804581-6-iscsi neutron-server[94454]: 'Port': {'1.7'}, Aug 15 14:11:41.550396 dv-cinder-804581-6-iscsi neutron-server[94454]: 'PortForwarding': {'1.2'}, Aug 15 14:11:41.550396 dv-cinder-804581-6-iscsi neutron-server[94454]: 'QosPolicy': {'1.9'}, Aug 15 14:11:41.550396 dv-cinder-804581-6-iscsi neutron-server[94454]: 'SecurityGroup': {'1.4'}, Aug 15 14:11:41.550396 dv-cinder-804581-6-iscsi neutron-server[94454]: 'SecurityGroupRule': {'1.2'}, Aug 15 14:11:41.550396 dv-cinder-804581-6-iscsi neutron-server[94454]: 'SubPort': {'1.0'}, Aug 15 14:11:41.550396 dv-cinder-804581-6-iscsi neutron-server[94454]: 'Subnet': {'1.1'}, Aug 15 14:11:41.550396 dv-cinder-804581-6-iscsi neutron-server[94454]: 'Trunk': {'1.1'}} Aug 15 14:11:41.550396 dv-cinder-804581-6-iscsi neutron-server[94454]: consumer versions: Aug 15 14:11:41.550396 dv-cinder-804581-6-iscsi neutron-server[94454]: { DHCP agent@dv-cinder-804581-6-iscsi: {}, Aug 15 14:11:41.550396 dv-cinder-804581-6-iscsi neutron-server[94454]: HyperV agent@hv-cinder-80458: {}, Aug 15 14:11:41.550396 dv-cinder-804581-6-iscsi neutron-server[94454]: L3 agent@dv-cinder-804581-6-iscsi: {}, Aug 15 14:11:41.550396 dv-cinder-804581-6-iscsi neutron-server[94454]: Metadata agent@dv-cinder-804581-6-iscsi: {}, Aug 15 14:11:41.550396 dv-cinder-804581-6-iscsi neutron-server[94454]: Metering agent@dv-cinder-804581-6-iscsi: {}, Aug 15 14:11:41.550396 dv-cinder-804581-6-iscsi neutron-server[94454]: Open vSwitch agent@dv-cinder-804581-6-iscsi: { 'AddressGroup': '1.2', Aug 15 14:11:41.550396 dv-cinder-804581-6-iscsi neutron-server[94454]: 'ConntrackHelper': '1.0', Aug 15 14:11:41.550396 dv-cinder-804581-6-iscsi neutron-server[94454]: 'Log': '1.0', Aug 15 14:11:41.550396 dv-cinder-804581-6-iscsi neutron-server[94454]: 'Network': '1.1', Aug 15 14:11:41.550396 dv-cinder-804581-6-iscsi neutron-server[94454]: 'Port': '1.7', Aug 15 14:11:41.550396 dv-cinder-804581-6-iscsi neutron-server[94454]: 'PortForwarding': '1.2', Aug 15 14:11:41.550396 dv-cinder-804581-6-iscsi neutron-server[94454]: 'QosPolicy': '1.9', Aug 15 14:11:41.550396 dv-cinder-804581-6-iscsi neutron-server[94454]: 'SecurityGroup': '1.4', Aug 15 14:11:41.550396 dv-cinder-804581-6-iscsi neutron-server[94454]: 'SecurityGroupRule': '1.2', Aug 15 14:11:41.550396 dv-cinder-804581-6-iscsi neutron-server[94454]: 'SubPort': '1.0', Aug 15 14:11:41.550396 dv-cinder-804581-6-iscsi neutron-server[94454]: 'Subnet': '1.1', Aug 15 14:11:41.550396 dv-cinder-804581-6-iscsi neutron-server[94454]: 'Trunk': '1.1'}} Aug 15 14:11:41.550396 dv-cinder-804581-6-iscsi neutron-server[94454]: {{(pid=94454) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 15 14:11:41.617681 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.db [None req-29213d76-f7e2-41cd-99b0-f8a7cd96b002 None None] For port 15408b38-c83e-4efe-94e4-a83e5bb74e36, host dv-cinder-804581-6-iscsi, cleared binding levels {{(pid=94454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:11:41.621793 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.db [None req-29213d76-f7e2-41cd-99b0-f8a7cd96b002 None None] For port 15408b38-c83e-4efe-94e4-a83e5bb74e36, host dv-cinder-804581-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=15408b38-c83e-4efe-94e4-a83e5bb74e36,segment=NetworkSegment(5e752e44-7069-4182-ac48-4f84d046513a),segment_id=5e752e44-7069-4182-ac48-4f84d046513a)] {{(pid=94454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:11:41.676675 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.db_base_plugin_common [None req-1bd92a16-6b2c-4898-b2a3-d911ab0c13e9 admin admin] Allocated IP 172.20.0.1 (be0d8a3c-f753-4203-b1e9-df12d5419b7d/755f6259-b6d2-4fd1-8b9f-a7b43f738a15/2729c60c-b551-4ff4-a067-581dea7f438a) {{(pid=94451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:11:41.716719 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-29213d76-f7e2-41cd-99b0-f8a7cd96b002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:41.777455 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-9af67d63-1e5b-4faa-8438-d3189033f6e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:41.779080 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [None req-c6a3ac3a-ed74-4e83-a357-ec717b6cad59 admin admin] Allocated IP 172.20.0.1 (f6d15e1a-b561-4699-b6d6-2650782011ad/9e7c7efa-002b-4af9-be04-92bb27db3bc2/7188fab9-fabf-4f37-897a-5dfcaaf80efd) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:11:41.802853 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-9af67d63-1e5b-4faa-8438-d3189033f6e9 None None] Transition to ACTIVE for port object fbe920cd-d7aa-4dac-ae4b-426e80467366 will not be triggered until provisioned by entity L2. {{(pid=94453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:11:41.828631 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-1bd92a16-6b2c-4898-b2a3-d911ab0c13e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:41.840261 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29213d76-f7e2-41cd-99b0-f8a7cd96b002 None None] Routers {'a662057b-06c1-4589-8f04-ddbedb94c4b8'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:11:41.840902 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-29213d76-f7e2-41cd-99b0-f8a7cd96b002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:11:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['a662057b-06c1-4589-8f04-ddbedb94c4b8'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:11:41.843431 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.provisioning_blocks [None req-1bd92a16-6b2c-4898-b2a3-d911ab0c13e9 admin admin] Transition to ACTIVE for port object 2729c60c-b551-4ff4-a067-581dea7f438a will not be triggered until provisioned by entity DHCP. {{(pid=94451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:11:41.898658 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-9af67d63-1e5b-4faa-8438-d3189033f6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:41.916451 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-c6a3ac3a-ed74-4e83-a357-ec717b6cad59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:41.977717 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-29213d76-f7e2-41cd-99b0-f8a7cd96b002 None None] Set router a662057b-06c1-4589-8f04-ddbedb94c4b8 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:11:41.990986 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-efd7eb06-f064-48ee-b217-79c89cdb8813 req-032ce565-9a70-41a3-8b81-50c610c693b1 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 210 time: 0.0430694 Aug 15 14:11:41.998325 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-1bd92a16-6b2c-4898-b2a3-d911ab0c13e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469'] for port, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:42.013314 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-9af67d63-1e5b-4faa-8438-d3189033f6e9 None None] Attempting to bind port fbe920cd-d7aa-4dac-ae4b-426e80467366 on host dv-cinder-804581-6-iscsi for vnic_type normal with profile {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:11:42.015912 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-9af67d63-1e5b-4faa-8438-d3189033f6e9 None None] Attempting to bind port fbe920cd-d7aa-4dac-ae4b-426e80467366 by drivers openvswitch,hyperv on host dv-cinder-804581-6-iscsi at level 0 using segments [{'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:11:42.016453 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af67d63-1e5b-4faa-8438-d3189033f6e9 None None] Attempting to bind port fbe920cd-d7aa-4dac-ae4b-426e80467366 on network 1d9f8f4c-a9c3-49e7-b907-6801ec194130 {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:11:42.040356 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd92a16-6b2c-4898-b2a3-d911ab0c13e9 admin admin] Network be0d8a3c-f753-4203-b1e9-df12d5419b7d is already hosted by enough agents. {{(pid=94451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:11:42.040601 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-c6a3ac3a-ed74-4e83-a357-ec717b6cad59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:42.044014 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.base_scheduler [None req-1bd92a16-6b2c-4898-b2a3-d911ab0c13e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:11:42.048820 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd92a16-6b2c-4898-b2a3-d911ab0c13e9 admin admin] Received port after_create {{(pid=94451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:11:42.049365 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-1bd92a16-6b2c-4898-b2a3-d911ab0c13e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520487'] for router_interface, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:42.053748 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af67d63-1e5b-4faa-8438-d3189033f6e9 None None] Checking agent: {'id': '9fd064e6-11f0-4c96-a2d8-3af8385acf93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 3, 44), 'started_at': datetime.datetime(2021, 8, 15, 14, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:11:42.056005 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af67d63-1e5b-4faa-8438-d3189033f6e9 None None] Checking segment: {'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:11:42.056845 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-9af67d63-1e5b-4faa-8438-d3189033f6e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:42.056987 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af67d63-1e5b-4faa-8438-d3189033f6e9 None None] Bound using segment: {'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:11:42.058034 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-9af67d63-1e5b-4faa-8438-d3189033f6e9 None None] Bound port: fbe920cd-d7aa-4dac-ae4b-426e80467366, host: dv-cinder-804581-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'}}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:11:42.060194 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-9af67d63-1e5b-4faa-8438-d3189033f6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:42.129817 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a3ac3a-ed74-4e83-a357-ec717b6cad59 admin admin] Network f6d15e1a-b561-4699-b6d6-2650782011ad is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:11:42.130145 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-9af67d63-1e5b-4faa-8438-d3189033f6e9 None None] For port fbe920cd-d7aa-4dac-ae4b-426e80467366, host dv-cinder-804581-6-iscsi, cleared binding levels {{(pid=94453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:11:42.133673 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-9af67d63-1e5b-4faa-8438-d3189033f6e9 None None] For port fbe920cd-d7aa-4dac-ae4b-426e80467366, host dv-cinder-804581-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=fbe920cd-d7aa-4dac-ae4b-426e80467366,segment=NetworkSegment(5e752e44-7069-4182-ac48-4f84d046513a),segment_id=5e752e44-7069-4182-ac48-4f84d046513a)] {{(pid=94453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:11:42.142270 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b1242c-e343-4e4f-99f6-be57378f0630 None None] Pushing event updated for resources: {'Port': ['ID=fbe920cd-d7aa-4dac-ae4b-426e80467366,revision_number=2']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:42.145613 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [None req-c6a3ac3a-ed74-4e83-a357-ec717b6cad59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:11:42.152244 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a3ac3a-ed74-4e83-a357-ec717b6cad59 admin admin] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:11:42.152748 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-c6a3ac3a-ed74-4e83-a357-ec717b6cad59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520487'] for router_interface, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:42.188855 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e34fd-0c90-4e5d-be74-2edfc56b363d None None] Pushing event updated for resources: {'Port': ['ID=15408b38-c83e-4efe-94e4-a83e5bb74e36,revision_number=3']} {{(pid=94454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:42.199751 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3ac3a-ed74-4e83-a357-ec717b6cad59 admin admin] Pushing event updated for resources: {'Port': ['ID=7188fab9-fabf-4f37-897a-5dfcaaf80efd,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:42.212949 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-29213d76-f7e2-41cd-99b0-f8a7cd96b002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'name': 'tempest-AttachVolumeTestJSON-1578304414-router', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:11:35Z', 'updated_at': '2021-08-15T14:11:38Z', 'revision_number': 3, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'gw_port': {'id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:42:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:37Z', 'updated_at': '2021-08-15T14:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:11:42.222410 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-9af67d63-1e5b-4faa-8438-d3189033f6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:42.229368 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd92a16-6b2c-4898-b2a3-d911ab0c13e9 admin admin] Pushing event updated for resources: {'Port': ['ID=2729c60c-b551-4ff4-a067-581dea7f438a,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:42.257512 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29213d76-f7e2-41cd-99b0-f8a7cd96b002 None None] The sync data for ids ['a662057b-06c1-4589-8f04-ddbedb94c4b8'] in dv-cinder-804581-6-iscsi is: [{'id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'name': 'tempest-AttachVolumeTestJSON-1578304414-router', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:11:35Z', 'updated_at': '2021-08-15T14:11:38Z', 'revision_number': 3, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'gw_port': {'id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:42:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:37Z', 'updated_at': '2021-08-15T14:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}] {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:11:42.335970 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af67d63-1e5b-4faa-8438-d3189033f6e9 None None] Routers {'b1e63435-38c8-48f0-a18c-c422ee69dcf8'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:11:42.336709 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-9af67d63-1e5b-4faa-8438-d3189033f6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:11:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['b1e63435-38c8-48f0-a18c-c422ee69dcf8'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:11:42.343179 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b1242c-e343-4e4f-99f6-be57378f0630 None None] Pushing event updated for resources: {'Port': ['ID=fbe920cd-d7aa-4dac-ae4b-426e80467366,revision_number=3']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:42.377946 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-1bd92a16-6b2c-4898-b2a3-d911ab0c13e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:42.499374 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8894062f-9ffa-48ef-aedb-e1fbc2e0f400 req-810403d7-38e8-4bfa-93f7-9750b3f07727 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 210 time: 0.0554638 Aug 15 14:11:42.610737 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-9af67d63-1e5b-4faa-8438-d3189033f6e9 None None] Set router b1e63435-38c8-48f0-a18c-c422ee69dcf8 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:11:42.658244 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-c3e807f7-bec5-46fb-b354-f51e828f2653 None None] Provisioning for port 2729c60c-b551-4ff4-a067-581dea7f438a completed by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:11:42.663954 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-1bd92a16-6b2c-4898-b2a3-d911ab0c13e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:42.696678 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-c3e807f7-bec5-46fb-b354-f51e828f2653 None None] Provisioning complete for port 2729c60c-b551-4ff4-a067-581dea7f438a triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:11:42.697556 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-c3e807f7-bec5-46fb-b354-f51e828f2653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:42.713195 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-c6a3ac3a-ed74-4e83-a357-ec717b6cad59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:42.738785 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-1bd92a16-6b2c-4898-b2a3-d911ab0c13e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:42.743245 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-1bd92a16-6b2c-4898-b2a3-d911ab0c13e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520627'] for router_interface, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:42.869809 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd92a16-6b2c-4898-b2a3-d911ab0c13e9 admin admin] Pushing event updated for resources: {'Port': ['ID=2729c60c-b551-4ff4-a067-581dea7f438a,revision_number=2']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:42.914662 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-c3e807f7-bec5-46fb-b354-f51e828f2653 None None] Port 2729c60c-b551-4ff4-a067-581dea7f438a cannot update to ACTIVE because it is not bound. {{(pid=94453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 15 14:11:42.933116 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd92a16-6b2c-4898-b2a3-d911ab0c13e9 admin admin] Network be0d8a3c-f753-4203-b1e9-df12d5419b7d is already hosted by enough agents. {{(pid=94451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:11:42.934725 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.base_scheduler [None req-1bd92a16-6b2c-4898-b2a3-d911ab0c13e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:11:42.937938 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-9af67d63-1e5b-4faa-8438-d3189033f6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e63435-38c8-48f0-a18c-c422ee69dcf8', 'name': 'tempest-ServerRescueNegativeTestJSON-1579133195-router', 'tenant_id': '1073d5d571274638afba8bb0c8b43962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fbe920cd-d7aa-4dac-ae4b-426e80467366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:11:35Z', 'updated_at': '2021-08-15T14:11:39Z', 'revision_number': 3, 'project_id': '1073d5d571274638afba8bb0c8b43962', 'gw_port': {'id': 'fbe920cd-d7aa-4dac-ae4b-426e80467366', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e63435-38c8-48f0-a18c-c422ee69dcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:37Z', 'updated_at': '2021-08-15T14:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:11:43.022069 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af67d63-1e5b-4faa-8438-d3189033f6e9 None None] The sync data for ids ['b1e63435-38c8-48f0-a18c-c422ee69dcf8'] in dv-cinder-804581-6-iscsi is: [{'id': 'b1e63435-38c8-48f0-a18c-c422ee69dcf8', 'name': 'tempest-ServerRescueNegativeTestJSON-1579133195-router', 'tenant_id': '1073d5d571274638afba8bb0c8b43962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fbe920cd-d7aa-4dac-ae4b-426e80467366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:11:35Z', 'updated_at': '2021-08-15T14:11:39Z', 'revision_number': 3, 'project_id': '1073d5d571274638afba8bb0c8b43962', 'gw_port': {'id': 'fbe920cd-d7aa-4dac-ae4b-426e80467366', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e63435-38c8-48f0-a18c-c422ee69dcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:37Z', 'updated_at': '2021-08-15T14:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}] {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:11:43.075743 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd92a16-6b2c-4898-b2a3-d911ab0c13e9 admin admin] Router a662057b-06c1-4589-8f04-ddbedb94c4b8 has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:11:43.224758 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-c6a3ac3a-ed74-4e83-a357-ec717b6cad59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:43.229598 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd92a16-6b2c-4898-b2a3-d911ab0c13e9 admin admin] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:11:43.230965 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-1bd92a16-6b2c-4898-b2a3-d911ab0c13e9 admin admin] 10.222.0.22 "PUT /v2.0/routers/a662057b-06c1-4589-8f04-ddbedb94c4b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8897691 Aug 15 14:11:43.279147 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ab33c07b-99a6-47a7-87e5-a708916bdc81 req-6160209d-15fb-4bbd-b4e0-853ed45ce02c tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 210 time: 0.0553181 Aug 15 14:11:43.305928 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-c6a3ac3a-ed74-4e83-a357-ec717b6cad59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:43.306759 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-c6a3ac3a-ed74-4e83-a357-ec717b6cad59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520627'] for router_interface, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:43.309523 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-b911451e-edfb-4d1a-ab74-7c63d7d7942f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:43.353288 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-d274d18d-cd59-405a-813f-ea8fbee81a58 None None] Provisioning complete for port 2729c60c-b551-4ff4-a067-581dea7f438a triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:11:43.353957 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d274d18d-cd59-405a-813f-ea8fbee81a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:43.401910 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-d274d18d-cd59-405a-813f-ea8fbee81a58 None None] Port 2729c60c-b551-4ff4-a067-581dea7f438a cannot update to ACTIVE because it is not bound. {{(pid=94453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 15 14:11:43.571295 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3ac3a-ed74-4e83-a357-ec717b6cad59 admin admin] Pushing event updated for resources: {'Port': ['ID=7188fab9-fabf-4f37-897a-5dfcaaf80efd,revision_number=2']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:43.662240 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a92a1948-85bc-4d54-b46f-388b303162d6 req-29030af4-15a3-4ca8-a59d-2fb63395cba7 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 210 time: 0.0414226 Aug 15 14:11:43.685981 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a3ac3a-ed74-4e83-a357-ec717b6cad59 admin admin] Network f6d15e1a-b561-4699-b6d6-2650782011ad is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:11:43.686761 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [None req-c6a3ac3a-ed74-4e83-a357-ec717b6cad59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:11:43.704178 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 41590) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:43.896294 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a3ac3a-ed74-4e83-a357-ec717b6cad59 admin admin] Router b1e63435-38c8-48f0-a18c-c422ee69dcf8 has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:11:43.911754 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-5aaee5bd-0a55-41cf-8e79-bad71ba1356b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:43.918844 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:44.048911 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-5aaee5bd-0a55-41cf-8e79-bad71ba1356b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:44.085960 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a3ac3a-ed74-4e83-a357-ec717b6cad59 admin admin] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:11:44.096426 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-c6a3ac3a-ed74-4e83-a357-ec717b6cad59 admin admin] 10.222.0.22 "PUT /v2.0/routers/b1e63435-38c8-48f0-a18c-c422ee69dcf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3054485 Aug 15 14:11:44.127682 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-5aaee5bd-0a55-41cf-8e79-bad71ba1356b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:44.179181 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-5aaee5bd-0a55-41cf-8e79-bad71ba1356b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f9ea2d9d3fd64567b03ed403167c0e0a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4739952 Aug 15 14:11:44.180467 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaee5bd-0a55-41cf-8e79-bad71ba1356b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad876d8-14d4-4707-a35d-4a9467e2cc90,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:44.181961 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 41612) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:44.252619 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-f41b40ef-792e-4adf-b8ec-efa27d53d1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:44.280858 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-f41b40ef-792e-4adf-b8ec-efa27d53d1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:44.411251 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 41620) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:44.417758 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-778f9719-5747-40e1-ade1-16a25d6c3993 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2077951883', 'description': 'tempest-description--1966921288'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:11:44.470159 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e25e9e02-6308-4fac-b996-b827b0dec70e req-1149ec9f-1243-422f-850e-a3d8b70d15c0 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 210 time: 0.0399528 Aug 15 14:11:44.501278 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-f41b40ef-792e-4adf-b8ec-efa27d53d1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:44.504068 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-f41b40ef-792e-4adf-b8ec-efa27d53d1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:44.514591 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-f41b40ef-792e-4adf-b8ec-efa27d53d1c3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2ad876d8-14d4-4707-a35d-4a9467e2cc90 HTTP/1.1" status: 204 len: 168 time: 0.3223169 Aug 15 14:11:44.534185 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 15408b38-c83e-4efe-94e4-a83e5bb74e36 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:11:44.535776 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b40ef-792e-4adf-b8ec-efa27d53d1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad876d8-14d4-4707-a35d-4a9467e2cc90,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:44.590214 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-778f9719-5747-40e1-ade1-16a25d6c3993 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:44.680234 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:44.746897 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning for port 15408b38-c83e-4efe-94e4-a83e5bb74e36 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:11:44.763094 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 15408b38-c83e-4efe-94e4-a83e5bb74e36 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:11:44.763773 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:44.801646 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a4fb2c56-4817-41ec-bf92-c0684efde1e7 req-a0c5e6ce-ffb4-4f6a-94e7-4b84f288607b tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 210 time: 0.0395231 Aug 15 14:11:44.825860 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-778f9719-5747-40e1-ade1-16a25d6c3993 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:44.826032 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bb6cd4-8d4c-4321-853b-700d5140ace4 None None] Sync routers for ids ['a662057b-06c1-4589-8f04-ddbedb94c4b8'] in dv-cinder-804581-6-iscsi {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:11:44.838970 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bb6cd4-8d4c-4321-853b-700d5140ace4 None None] Routers {'a662057b-06c1-4589-8f04-ddbedb94c4b8'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:11:44.839876 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-80bb6cd4-8d4c-4321-853b-700d5140ace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:11:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['a662057b-06c1-4589-8f04-ddbedb94c4b8'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:11:44.877970 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-3b41a79a-072a-4866-a7d4-cb65d775e7fc tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:44.889890 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-3b41a79a-072a-4866-a7d4-cb65d775e7fc tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/networks?id=f6d15e1a-b561-4699-b6d6-2650782011ad HTTP/1.1" status: 200 len: 819 time: 0.2461152 Aug 15 14:11:44.911784 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-7e8c115a-eaa7-4da9-a4b5-44c7c67342a8 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/quotas/1073d5d571274638afba8bb0c8b43962 HTTP/1.1" status: 200 len: 375 time: 0.0199900 Aug 15 14:11:44.913538 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:44.956051 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] For port 15408b38-c83e-4efe-94e4-a83e5bb74e36, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=15408b38-c83e-4efe-94e4-a83e5bb74e36,segment=NetworkSegment(5e752e44-7069-4182-ac48-4f84d046513a),segment_id=5e752e44-7069-4182-ac48-4f84d046513a)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:11:44.957864 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-778f9719-5747-40e1-ade1-16a25d6c3993 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:45.010535 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f9719-5747-40e1-ade1-16a25d6c3993 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:45.022777 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-81515a8d-bf3b-4022-82c4-5d89a31fb547 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1073d5d571274638afba8bb0c8b43962&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1097727 Aug 15 14:11:45.047691 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:45.048912 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device fbe920cd-d7aa-4dac-ae4b-426e80467366 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:11:45.097525 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-80bb6cd4-8d4c-4321-853b-700d5140ace4 None None] Set router a662057b-06c1-4589-8f04-ddbedb94c4b8 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:11:45.116755 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-778f9719-5747-40e1-ade1-16a25d6c3993 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:45.121475 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 41654) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:45.128953 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-ec188593-b3f1-4742-83df-f03bda34bb5a tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Request body: {'security_group_rule': {'security_group_id': 'c66dbba0-6f3b-4662-90d3-68cdea7a1a0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:11:45.131847 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-778f9719-5747-40e1-ade1-16a25d6c3993 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7194285 Aug 15 14:11:45.133368 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Pushing event updated for resources: {'Port': ['ID=15408b38-c83e-4efe-94e4-a83e5bb74e36,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:45.212720 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-860fc2ad-9376-41b0-8ad7-b696af80a955 service neutron] 10.222.0.22 "GET /v2.0/networks/f6d15e1a-b561-4699-b6d6-2650782011ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769052 Aug 15 14:11:45.287964 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning for port fbe920cd-d7aa-4dac-ae4b-426e80467366 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:11:45.297299 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port fbe920cd-d7aa-4dac-ae4b-426e80467366 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:11:45.297697 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:45.305276 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-ec188593-b3f1-4742-83df-f03bda34bb5a tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:45.359589 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-80bb6cd4-8d4c-4321-853b-700d5140ace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'name': 'tempest-AttachVolumeTestJSON-1578304414-router', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:11:35Z', 'updated_at': '2021-08-15T14:11:42Z', 'revision_number': 4, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'gw_port': {'id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:42:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:37Z', 'updated_at': '2021-08-15T14:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '2729c60c-b551-4ff4-a067-581dea7f438a', 'name': '', 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'mac_address': 'fa:16:3e:97:12:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '755f6259-b6d2-4fd1-8b9f-a7b43f738a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:41Z', 'updated_at': '2021-08-15T14:11:42Z', 'revision_number': 2, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'subnets': [{'id': '755f6259-b6d2-4fd1-8b9f-a7b43f738a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:11:45.375719 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-ebcfa2c9-d75c-4de3-8b89-d1fc1dc613e4 service neutron] 10.222.0.22 "GET /v2.0/networks/f6d15e1a-b561-4699-b6d6-2650782011ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533885 Aug 15 14:11:45.392863 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bb6cd4-8d4c-4321-853b-700d5140ace4 None None] Checking router: a662057b-06c1-4589-8f04-ddbedb94c4b8 for host: dv-cinder-804581-6-iscsi {{(pid=94454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:11:45.393552 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bb6cd4-8d4c-4321-853b-700d5140ace4 None None] Updating router a662057b-06c1-4589-8f04-ddbedb94c4b8 port 2729c60c-b551-4ff4-a067-581dea7f438a binding host dv-cinder-804581-6-iscsi {{(pid=94454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 15 14:11:45.440004 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.20', 59389) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:45.464800 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 41660) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:45.477281 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-80bb6cd4-8d4c-4321-853b-700d5140ace4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:45.512408 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-ec188593-b3f1-4742-83df-f03bda34bb5a tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:45.588709 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:45.598424 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-f4753e55-2961-45f4-a2a5-6bef41be86b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:45.609752 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-ec188593-b3f1-4742-83df-f03bda34bb5a tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448577'] for security_group_rule, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:45.631409 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] For port fbe920cd-d7aa-4dac-ae4b-426e80467366, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=fbe920cd-d7aa-4dac-ae4b-426e80467366,segment=NetworkSegment(5e752e44-7069-4182-ac48-4f84d046513a),segment_id=5e752e44-7069-4182-ac48-4f84d046513a)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:11:45.718928 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec188593-b3f1-4742-83df-f03bda34bb5a tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c71b5c73-3783-4a8b-9433-fa6f2b225b97,revision_number=0']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:45.736072 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:45.756669 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-00490293-cd0b-447e-8050-f4c3a9575559 req-bd778889-2a24-4336-96aa-a56d4c5930df tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 210 time: 0.1697645 Aug 15 14:11:45.804427 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6803d155-4442-4ab0-a29b-28b7ef27a1a9 None None] Sync routers for ids ['b1e63435-38c8-48f0-a18c-c422ee69dcf8'] in dv-cinder-804581-6-iscsi {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:11:45.838855 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 41680) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:45.849981 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6803d155-4442-4ab0-a29b-28b7ef27a1a9 None None] Routers {'b1e63435-38c8-48f0-a18c-c422ee69dcf8'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:11:45.861145 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b9aed686-1ec7-43a3-9af3-ae8bc355cbb7 req-3c1aa991-7b77-4a99-a46c-709675c603e7 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 210 time: 0.1286845 Aug 15 14:11:45.864375 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-6803d155-4442-4ab0-a29b-28b7ef27a1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:11:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['b1e63435-38c8-48f0-a18c-c422ee69dcf8'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:11:45.923713 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e305a-8c46-4120-a2be-9040da679c4f req-47bcee48-e252-4679-be34-b5d8194ed5c2 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:45.923713 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-823e305a-8c46-4120-a2be-9040da679c4f req-47bcee48-e252-4679-be34-b5d8194ed5c2 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.20 "GET /v2.0/networks?id=84973402-f5de-4cbd-a3be-16501fd5c3aa HTTP/1.1" status: 200 len: 815 time: 0.4806271 Aug 15 14:11:46.021748 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-823e305a-8c46-4120-a2be-9040da679c4f req-89c1e9b0-5b91-4893-8455-3a70d5061622 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Request body: {'port': {'device_id': '10d50dea-c9e9-4c41-9da6-c88174f19624', 'network_id': '84973402-f5de-4cbd-a3be-16501fd5c3aa', 'admin_state_up': True, 'tenant_id': '407c1fd6fcf5420e9ec2759a80b92db4'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:11:46.024063 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d0ae0c6c-53b5-4385-9574-deee2a98b4d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:46.051739 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-6803d155-4442-4ab0-a29b-28b7ef27a1a9 None None] Set router b1e63435-38c8-48f0-a18c-c422ee69dcf8 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:11:46.109989 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-be568abc-7329-444f-83c1-1cc9f54e9076 req-7febf03c-4c6a-41be-9817-08305e2625b9 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 210 time: 0.1045668 Aug 15 14:11:46.179227 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-80bb6cd4-8d4c-4321-853b-700d5140ace4 None None] Notify callbacks [] for port, precommit_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:46.181008 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Pushing event updated for resources: {'Port': ['ID=fbe920cd-d7aa-4dac-ae4b-426e80467366,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:46.193062 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.provisioning_blocks [None req-80bb6cd4-8d4c-4321-853b-700d5140ace4 None None] Transition to ACTIVE for port object 2729c60c-b551-4ff4-a067-581dea7f438a will not be triggered until provisioned by entity L2. {{(pid=94454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:11:46.296094 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-80bb6cd4-8d4c-4321-853b-700d5140ace4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:46.304213 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-f4753e55-2961-45f4-a2a5-6bef41be86b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:46.383378 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-f4753e55-2961-45f4-a2a5-6bef41be86b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:46.397794 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-6803d155-4442-4ab0-a29b-28b7ef27a1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e63435-38c8-48f0-a18c-c422ee69dcf8', 'name': 'tempest-ServerRescueNegativeTestJSON-1579133195-router', 'tenant_id': '1073d5d571274638afba8bb0c8b43962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fbe920cd-d7aa-4dac-ae4b-426e80467366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:11:35Z', 'updated_at': '2021-08-15T14:11:42Z', 'revision_number': 4, 'project_id': '1073d5d571274638afba8bb0c8b43962', 'gw_port': {'id': 'fbe920cd-d7aa-4dac-ae4b-426e80467366', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e63435-38c8-48f0-a18c-c422ee69dcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:37Z', 'updated_at': '2021-08-15T14:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '7188fab9-fabf-4f37-897a-5dfcaaf80efd', 'name': '', 'network_id': 'f6d15e1a-b561-4699-b6d6-2650782011ad', 'tenant_id': '1073d5d571274638afba8bb0c8b43962', 'mac_address': 'fa:16:3e:e2:a4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e63435-38c8-48f0-a18c-c422ee69dcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9e7c7efa-002b-4af9-be04-92bb27db3bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:41Z', 'updated_at': '2021-08-15T14:11:42Z', 'revision_number': 2, 'project_id': '1073d5d571274638afba8bb0c8b43962', 'subnets': [{'id': '9e7c7efa-002b-4af9-be04-92bb27db3bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:11:46.400193 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da175bb6-59c1-4b66-a2e5-72834b57f4a5 None None] Pushing event updated for resources: {'Port': ['ID=2729c60c-b551-4ff4-a067-581dea7f438a,revision_number=3']} {{(pid=94454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:46.418094 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.20', 59393) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:46.458127 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-ec188593-b3f1-4742-83df-f03bda34bb5a tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:46.463487 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-ec188593-b3f1-4742-83df-f03bda34bb5a tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3408182 Aug 15 14:11:46.472546 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 41718) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:46.488681 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 15408b38-c83e-4efe-94e4-a83e5bb74e36 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:11:46.488782 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.managers [None req-80bb6cd4-8d4c-4321-853b-700d5140ace4 None None] Attempting to bind port 2729c60c-b551-4ff4-a067-581dea7f438a on host dv-cinder-804581-6-iscsi for vnic_type normal with profile {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:11:46.488782 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.managers [None req-80bb6cd4-8d4c-4321-853b-700d5140ace4 None None] Attempting to bind port 2729c60c-b551-4ff4-a067-581dea7f438a by drivers openvswitch,hyperv on host dv-cinder-804581-6-iscsi at level 0 using segments [{'id': 'ada33314-c548-47cf-a85a-b333e3e0fa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d'}] {{(pid=94454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:11:46.488782 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bb6cd4-8d4c-4321-853b-700d5140ace4 None None] Attempting to bind port 2729c60c-b551-4ff4-a067-581dea7f438a on network be0d8a3c-f753-4203-b1e9-df12d5419b7d {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:11:46.489018 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-ef0bb6a4-0261-458b-a740-1596a8c71841 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Request body: {'security_group_rule': {'security_group_id': 'c66dbba0-6f3b-4662-90d3-68cdea7a1a0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:11:46.519452 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-f4753e55-2961-45f4-a2a5-6bef41be86b6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8ef2d13871ad44968538300f876f33a6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0518734 Aug 15 14:11:46.521924 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6803d155-4442-4ab0-a29b-28b7ef27a1a9 None None] Checking router: b1e63435-38c8-48f0-a18c-c422ee69dcf8 for host: dv-cinder-804581-6-iscsi {{(pid=94453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:11:46.523564 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6803d155-4442-4ab0-a29b-28b7ef27a1a9 None None] Updating router b1e63435-38c8-48f0-a18c-c422ee69dcf8 port 7188fab9-fabf-4f37-897a-5dfcaaf80efd binding host dv-cinder-804581-6-iscsi {{(pid=94453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 15 14:11:46.526230 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 41726) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:46.529119 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bb6cd4-8d4c-4321-853b-700d5140ace4 None None] Checking agent: {'id': '9fd064e6-11f0-4c96-a2d8-3af8385acf93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 3, 44), 'started_at': datetime.datetime(2021, 8, 15, 14, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:11:46.536562 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bb6cd4-8d4c-4321-853b-700d5140ace4 None None] Checking segment: {'id': 'ada33314-c548-47cf-a85a-b333e3e0fa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:11:46.537076 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-80bb6cd4-8d4c-4321-853b-700d5140ace4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:46.537606 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bb6cd4-8d4c-4321-853b-700d5140ace4 None None] Bound using segment: {'id': 'ada33314-c548-47cf-a85a-b333e3e0fa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d'} {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:11:46.538104 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.managers [None req-80bb6cd4-8d4c-4321-853b-700d5140ace4 None None] Bound port: 2729c60c-b551-4ff4-a067-581dea7f438a, host: dv-cinder-804581-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ada33314-c548-47cf-a85a-b333e3e0fa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d'}}] {{(pid=94454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:11:46.543506 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-80bb6cd4-8d4c-4321-853b-700d5140ace4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:46.563921 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4753e55-2961-45f4-a2a5-6bef41be86b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4c7165-b364-46a4-b479-cb638189c389,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:46.597611 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-6280e6aa-65f4-412d-90fa-99a0c904e5fc tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:46.606043 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-6280e6aa-65f4-412d-90fa-99a0c904e5fc tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/networks?id=f6d15e1a-b561-4699-b6d6-2650782011ad HTTP/1.1" status: 200 len: 819 time: 0.4011862 Aug 15 14:11:46.634206 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.db.api [req-823e305a-8c46-4120-a2be-9040da679c4f req-89c1e9b0-5b91-4893-8455-3a70d5061622 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 15 14:11:46.634206 dv-cinder-804581-6-iscsi neutron-server[94450]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 15 14:11:46.634206 dv-cinder-804581-6-iscsi neutron-server[94450]: [parameters: {'project_id_1': '407c1fd6fcf5420e9ec2759a80b92db4', 'expiration_1': datetime.datetime(2021, 8, 15, 14, 11, 46, 360196)}] Aug 15 14:11:46.634206 dv-cinder-804581-6-iscsi neutron-server[94450]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 15 14:11:46.639521 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG oslo_db.api [req-823e305a-8c46-4120-a2be-9040da679c4f req-89c1e9b0-5b91-4893-8455-3a70d5061622 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 15 14:11:46.690693 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-fb013e9c-5dd8-4dfd-89f3-f3b0f321dffb tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/quotas/1073d5d571274638afba8bb0c8b43962 HTTP/1.1" status: 200 len: 375 time: 0.0835509 Aug 15 14:11:46.709125 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.db [None req-80bb6cd4-8d4c-4321-853b-700d5140ace4 None None] For port 2729c60c-b551-4ff4-a067-581dea7f438a, host dv-cinder-804581-6-iscsi, cleared binding levels {{(pid=94454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:11:46.712833 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.db [None req-80bb6cd4-8d4c-4321-853b-700d5140ace4 None None] For port 2729c60c-b551-4ff4-a067-581dea7f438a, host dv-cinder-804581-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=2729c60c-b551-4ff4-a067-581dea7f438a,segment=NetworkSegment(ada33314-c548-47cf-a85a-b333e3e0fa46),segment_id=ada33314-c548-47cf-a85a-b333e3e0fa46)] {{(pid=94454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:11:46.760525 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6803d155-4442-4ab0-a29b-28b7ef27a1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:46.790125 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d0ae0c6c-53b5-4385-9574-deee2a98b4d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:46.812118 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-9d3ba3f0-85ff-466a-9868-8b8dde306e64 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1073d5d571274638afba8bb0c8b43962&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1204560 Aug 15 14:11:47.349716 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-31e510de-fb9a-445a-8746-32bb8c43449f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:47.352670 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-80bb6cd4-8d4c-4321-853b-700d5140ace4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:47.354176 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-31e510de-fb9a-445a-8746-32bb8c43449f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:47.356091 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-17865371-8888-4802-9d44-212bac1c54e5 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:47.356091 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-17865371-8888-4802-9d44-212bac1c54e5 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.20 "GET /v2.0/networks?id=b5199da4-07f3-4179-85b5-8c3aa021260f HTTP/1.1" status: 200 len: 811 time: 0.4690461 Aug 15 14:11:47.356091 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-6f9d25ef-ec1e-411a-b344-a50e1d1c3fea tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Request body: {'port': {'device_id': '5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a', 'network_id': 'b5199da4-07f3-4179-85b5-8c3aa021260f', 'admin_state_up': True, 'tenant_id': '2f8fffbae4d54d5d8922a9239d1e26cf'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:11:47.356899 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bb6cd4-8d4c-4321-853b-700d5140ace4 None None] Routers {'a662057b-06c1-4589-8f04-ddbedb94c4b8'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:11:47.356899 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-80bb6cd4-8d4c-4321-853b-700d5140ace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:11:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['a662057b-06c1-4589-8f04-ddbedb94c4b8'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:11:47.357131 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 15408b38-c83e-4efe-94e4-a83e5bb74e36 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:11:47.357131 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:47.357710 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da175bb6-59c1-4b66-a2e5-72834b57f4a5 None None] Pushing event updated for resources: {'Port': ['ID=2729c60c-b551-4ff4-a067-581dea7f438a,revision_number=4']} {{(pid=94454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:47.357886 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d0ae0c6c-53b5-4385-9574-deee2a98b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:47.358144 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:47.358460 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-48f10e69-6b03-4332-a38b-f23e258b0778 req-1ff0c1be-0f00-4509-9960-1d67b47b836d tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 210 time: 0.1397333 Aug 15 14:11:47.358671 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-56fd7ef3-9870-43fe-a4b3-9f9ab90dae97 service neutron] 10.222.0.22 "GET /v2.0/networks/f6d15e1a-b561-4699-b6d6-2650782011ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605422 Aug 15 14:11:47.358834 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-d0ae0c6c-53b5-4385-9574-deee2a98b4d5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1fcb13e412fa4bfea81fbc5d585ce219&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3898218 Aug 15 14:11:47.358834 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 41752) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:47.358834 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae0c6c-53b5-4385-9574-deee2a98b4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be93576-fb5c-493d-988f-ab6ba52dfefa,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:47.359110 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-80bb6cd4-8d4c-4321-853b-700d5140ace4 None None] Set router a662057b-06c1-4589-8f04-ddbedb94c4b8 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:11:47.359266 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device fbe920cd-d7aa-4dac-ae4b-426e80467366 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:11:47.359419 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-c7995ea4-1a3a-465e-9bfe-88c563552a03 service neutron] 10.222.0.22 "GET /v2.0/networks/f6d15e1a-b561-4699-b6d6-2650782011ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861832 Aug 15 14:11:47.405623 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-31e510de-fb9a-445a-8746-32bb8c43449f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:47.408538 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-31e510de-fb9a-445a-8746-32bb8c43449f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:47.412790 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-31e510de-fb9a-445a-8746-32bb8c43449f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7d4c7165-b364-46a4-b479-cb638189c389 HTTP/1.1" status: 204 len: 168 time: 0.8815196 Aug 15 14:11:47.441701 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ef0bb6a4-0261-458b-a740-1596a8c71841 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:47.448381 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6803d155-4442-4ab0-a29b-28b7ef27a1a9 None None] Notify callbacks [] for port, precommit_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:47.464163 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e510de-fb9a-445a-8746-32bb8c43449f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4c7165-b364-46a4-b479-cb638189c389,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:47.486026 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6803d155-4442-4ab0-a29b-28b7ef27a1a9 None None] Transition to ACTIVE for port object 7188fab9-fabf-4f37-897a-5dfcaaf80efd will not be triggered until provisioned by entity L2. {{(pid=94453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:11:47.489983 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port fbe920cd-d7aa-4dac-ae4b-426e80467366 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:11:47.490359 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:47.600427 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6803d155-4442-4ab0-a29b-28b7ef27a1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:47.697592 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-54b6044e-b00d-4441-a805-95096e3a9a7b req-7c8ee2d3-e4ab-4cf9-b42a-e68546060da6 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 210 time: 0.4063969 Aug 15 14:11:47.711262 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-99e82669-c3fc-4625-8afd-a9b5a78fe2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:47.725677 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-80bb6cd4-8d4c-4321-853b-700d5140ace4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'name': 'tempest-AttachVolumeTestJSON-1578304414-router', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:11:35Z', 'updated_at': '2021-08-15T14:11:42Z', 'revision_number': 4, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'gw_port': {'id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:42:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:37Z', 'updated_at': '2021-08-15T14:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '2729c60c-b551-4ff4-a067-581dea7f438a', 'name': '', 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'mac_address': 'fa:16:3e:97:12:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '755f6259-b6d2-4fd1-8b9f-a7b43f738a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:41Z', 'updated_at': '2021-08-15T14:11:46Z', 'revision_number': 4, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'subnets': [{'id': '755f6259-b6d2-4fd1-8b9f-a7b43f738a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:11:47.786605 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-99e82669-c3fc-4625-8afd-a9b5a78fe2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:47.811376 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-823e305a-8c46-4120-a2be-9040da679c4f req-89c1e9b0-5b91-4893-8455-3a70d5061622 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Made reservation on behalf of 407c1fd6fcf5420e9ec2759a80b92db4 for: {'port': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:11:47.815575 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-823e305a-8c46-4120-a2be-9040da679c4f req-89c1e9b0-5b91-4893-8455-3a70d5061622 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:47.832048 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bb6cd4-8d4c-4321-853b-700d5140ace4 None None] The sync data for ids ['a662057b-06c1-4589-8f04-ddbedb94c4b8'] in dv-cinder-804581-6-iscsi is: [{'id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'name': 'tempest-AttachVolumeTestJSON-1578304414-router', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:11:35Z', 'updated_at': '2021-08-15T14:11:42Z', 'revision_number': 4, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'gw_port': {'id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:42:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:37Z', 'updated_at': '2021-08-15T14:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '2729c60c-b551-4ff4-a067-581dea7f438a', 'name': '', 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'mac_address': 'fa:16:3e:97:12:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '755f6259-b6d2-4fd1-8b9f-a7b43f738a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:41Z', 'updated_at': '2021-08-15T14:11:46Z', 'revision_number': 4, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'subnets': [{'id': '755f6259-b6d2-4fd1-8b9f-a7b43f738a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:11:47.903945 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-804889f1-e9ce-4951-8bd4-9e9b87023eaf req-3f8fccbe-3c60-4027-909a-964e1cc9377b tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 210 time: 0.0944123 Aug 15 14:11:47.943581 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-6f9d25ef-ec1e-411a-b344-a50e1d1c3fea tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Made reservation on behalf of 2f8fffbae4d54d5d8922a9239d1e26cf for: {'port': 1} {{(pid=94451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:11:47.954738 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-6f9d25ef-ec1e-411a-b344-a50e1d1c3fea tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:47.992807 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ef0bb6a4-0261-458b-a740-1596a8c71841 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:48.046586 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a8a01-4450-45c5-a6ad-0125ede6a009 None None] Pushing event updated for resources: {'Port': ['ID=7188fab9-fabf-4f37-897a-5dfcaaf80efd,revision_number=3']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:48.120641 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-6803d155-4442-4ab0-a29b-28b7ef27a1a9 None None] Attempting to bind port 7188fab9-fabf-4f37-897a-5dfcaaf80efd on host dv-cinder-804581-6-iscsi for vnic_type normal with profile {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:11:48.120871 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ef0bb6a4-0261-458b-a740-1596a8c71841 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448577'] for security_group_rule, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:48.121023 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-6803d155-4442-4ab0-a29b-28b7ef27a1a9 None None] Attempting to bind port 7188fab9-fabf-4f37-897a-5dfcaaf80efd by drivers openvswitch,hyperv on host dv-cinder-804581-6-iscsi at level 0 using segments [{'id': '510f0b11-dda3-4cdb-8b1a-066aa988a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f6d15e1a-b561-4699-b6d6-2650782011ad'}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:11:48.121386 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6803d155-4442-4ab0-a29b-28b7ef27a1a9 None None] Attempting to bind port 7188fab9-fabf-4f37-897a-5dfcaaf80efd on network f6d15e1a-b561-4699-b6d6-2650782011ad {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:11:48.129666 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6803d155-4442-4ab0-a29b-28b7ef27a1a9 None None] Checking agent: {'id': '9fd064e6-11f0-4c96-a2d8-3af8385acf93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 3, 44), 'started_at': datetime.datetime(2021, 8, 15, 14, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:11:48.132922 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6803d155-4442-4ab0-a29b-28b7ef27a1a9 None None] Checking segment: {'id': '510f0b11-dda3-4cdb-8b1a-066aa988a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f6d15e1a-b561-4699-b6d6-2650782011ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:11:48.132922 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6803d155-4442-4ab0-a29b-28b7ef27a1a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:48.133601 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6803d155-4442-4ab0-a29b-28b7ef27a1a9 None None] Bound using segment: {'id': '510f0b11-dda3-4cdb-8b1a-066aa988a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f6d15e1a-b561-4699-b6d6-2650782011ad'} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:11:48.134716 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-6803d155-4442-4ab0-a29b-28b7ef27a1a9 None None] Bound port: 7188fab9-fabf-4f37-897a-5dfcaaf80efd, host: dv-cinder-804581-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '510f0b11-dda3-4cdb-8b1a-066aa988a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f6d15e1a-b561-4699-b6d6-2650782011ad'}}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:11:48.135144 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6803d155-4442-4ab0-a29b-28b7ef27a1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:48.338294 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bb6a4-0261-458b-a740-1596a8c71841 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c5052f4-ab51-4f97-aa7c-3b50aa4db3e8,revision_number=0']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:48.353206 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6803d155-4442-4ab0-a29b-28b7ef27a1a9 None None] For port 7188fab9-fabf-4f37-897a-5dfcaaf80efd, host dv-cinder-804581-6-iscsi, cleared binding levels {{(pid=94453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:11:48.372181 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6803d155-4442-4ab0-a29b-28b7ef27a1a9 None None] For port 7188fab9-fabf-4f37-897a-5dfcaaf80efd, host dv-cinder-804581-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=7188fab9-fabf-4f37-897a-5dfcaaf80efd,segment=NetworkSegment(510f0b11-dda3-4cdb-8b1a-066aa988a8f5),segment_id=510f0b11-dda3-4cdb-8b1a-066aa988a8f5)] {{(pid=94453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:11:48.449692 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 2729c60c-b551-4ff4-a067-581dea7f438a up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:11:48.502004 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-cbaf86eb-aa45-4d81-b102-3c4c0d3ec2e1 req-422e8be7-6b21-43bf-b389-1fb7a8297620 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 210 time: 0.0901160 Aug 15 14:11:48.622661 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [req-823e305a-8c46-4120-a2be-9040da679c4f req-89c1e9b0-5b91-4893-8455-3a70d5061622 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Allocated IP 172.20.0.7 (84973402-f5de-4cbd-a3be-16501fd5c3aa/605b3e14-49dc-4446-943a-b55a9146c77b/c95233d3-7524-4964-b190-66c3536c9a6a) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:11:48.674002 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.db_base_plugin_common [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-6f9d25ef-ec1e-411a-b344-a50e1d1c3fea tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Allocated IP 172.20.0.5 (b5199da4-07f3-4179-85b5-8c3aa021260f/5522d45c-406f-4a5c-bbcc-a6c052fb4164/a8d05cb3-d735-44fe-930b-23878b73f3b5) {{(pid=94451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:11:48.859272 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-18c7e686-8141-4f9d-bb59-d6d6a6d6f277 req-c53c30c9-c217-412b-870a-478442b1b7a0 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 210 time: 0.0544250 Aug 15 14:11:48.973120 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-99e82669-c3fc-4625-8afd-a9b5a78fe2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:48.976268 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-99e82669-c3fc-4625-8afd-a9b5a78fe2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:48.976882 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-99e82669-c3fc-4625-8afd-a9b5a78fe2b9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2be93576-fb5c-493d-988f-ab6ba52dfefa HTTP/1.1" status: 204 len: 168 time: 1.7252629 Aug 15 14:11:49.013139 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e82669-c3fc-4625-8afd-a9b5a78fe2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be93576-fb5c-493d-988f-ab6ba52dfefa,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:49.092941 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c2dcf1cc-a175-4cf5-b6a7-72ef09ed3105 req-35b9d255-0c12-4209-841a-a361006b4cc3 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 210 time: 0.0812755 Aug 15 14:11:49.176010 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-6f9d25ef-ec1e-411a-b344-a50e1d1c3fea tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Notify callbacks [] for port, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:49.194642 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-823e305a-8c46-4120-a2be-9040da679c4f req-89c1e9b0-5b91-4893-8455-3a70d5061622 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:49.205743 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6803d155-4442-4ab0-a29b-28b7ef27a1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:49.218926 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning for port 2729c60c-b551-4ff4-a067-581dea7f438a completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:11:49.219930 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ef0bb6a4-0261-458b-a740-1596a8c71841 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:49.224584 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-ef0bb6a4-0261-458b-a740-1596a8c71841 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7458501 Aug 15 14:11:49.224886 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 41808) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:49.237610 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-2cdc99ca-d191-4cd8-8f5f-55bffa507f88 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Request body: {'floatingip': {'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:11:49.302396 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 2729c60c-b551-4ff4-a067-581dea7f438a triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:11:49.302396 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:49.353374 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-6f9d25ef-ec1e-411a-b344-a50e1d1c3fea tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469'] for port, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:49.407666 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2cdc99ca-d191-4cd8-8f5f-55bffa507f88 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for floatingip, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:49.470317 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6803d155-4442-4ab0-a29b-28b7ef27a1a9 None None] Routers {'b1e63435-38c8-48f0-a18c-c422ee69dcf8'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:11:49.470944 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-6803d155-4442-4ab0-a29b-28b7ef27a1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:11:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['b1e63435-38c8-48f0-a18c-c422ee69dcf8'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:11:49.472582 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a8a01-4450-45c5-a6ad-0125ede6a009 None None] Pushing event updated for resources: {'Port': ['ID=7188fab9-fabf-4f37-897a-5dfcaaf80efd,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:49.485944 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-823e305a-8c46-4120-a2be-9040da679c4f req-89c1e9b0-5b91-4893-8455-3a70d5061622 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:49.569662 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-6f9d25ef-ec1e-411a-b344-a50e1d1c3fea tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Network b5199da4-07f3-4179-85b5-8c3aa021260f is already hosted by enough agents. {{(pid=94451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:11:49.576089 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.base_scheduler [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-6f9d25ef-ec1e-411a-b344-a50e1d1c3fea tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Resources bound (agent type, host, resource id): {{(pid=94451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:11:49.600646 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-6f9d25ef-ec1e-411a-b344-a50e1d1c3fea tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Received port after_create {{(pid=94451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:11:49.609746 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-6f9d25ef-ec1e-411a-b344-a50e1d1c3fea tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:49.613622 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-6f9d25ef-ec1e-411a-b344-a50e1d1c3fea tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for port, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:49.621020 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d25ef-ec1e-411a-b344-a50e1d1c3fea tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Pushing event updated for resources: {'Port': ['ID=a8d05cb3-d735-44fe-930b-23878b73f3b5,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:49.660346 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-823e305a-8c46-4120-a2be-9040da679c4f req-89c1e9b0-5b91-4893-8455-3a70d5061622 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Network 84973402-f5de-4cbd-a3be-16501fd5c3aa is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:11:49.673666 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [req-823e305a-8c46-4120-a2be-9040da679c4f req-89c1e9b0-5b91-4893-8455-3a70d5061622 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:11:49.687644 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-823e305a-8c46-4120-a2be-9040da679c4f req-89c1e9b0-5b91-4893-8455-3a70d5061622 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:11:49.703544 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e305a-8c46-4120-a2be-9040da679c4f req-89c1e9b0-5b91-4893-8455-3a70d5061622 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:49.704390 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-823e305a-8c46-4120-a2be-9040da679c4f req-89c1e9b0-5b91-4893-8455-3a70d5061622 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:49.736847 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-6f9d25ef-ec1e-411a-b344-a50e1d1c3fea tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8460784 Aug 15 14:11:49.773859 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1e9b0-5b91-4893-8455-3a70d5061622 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Pushing event updated for resources: {'Port': ['ID=c95233d3-7524-4964-b190-66c3536c9a6a,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:49.783206 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-6803d155-4442-4ab0-a29b-28b7ef27a1a9 None None] Set router b1e63435-38c8-48f0-a18c-c422ee69dcf8 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:11:49.907178 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-823e305a-8c46-4120-a2be-9040da679c4f req-89c1e9b0-5b91-4893-8455-3a70d5061622 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9346564 Aug 15 14:11:49.924181 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-e91afb88-32ef-4721-aa0a-527171f0c74f tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 15 14:11:49.925441 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-e91afb88-32ef-4721-aa0a-527171f0c74f tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055425 Aug 15 14:11:49.931928 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e063aed-3aa1-4ef1-aef1-58fb5ec9abd4 req-89e63fb5-be5e-4943-9e60-f6d8ead09098 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:49.934566 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0e063aed-3aa1-4ef1-aef1-58fb5ec9abd4 req-89e63fb5-be5e-4943-9e60-f6d8ead09098 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 931 time: 0.2137229 Aug 15 14:11:49.989288 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2cdc99ca-d191-4cd8-8f5f-55bffa507f88 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:50.154239 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 41832) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:50.171963 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [req-823e305a-8c46-4120-a2be-9040da679c4f req-8d5da93e-2c91-45e6-9ec2-65b5e15debdf tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 15 14:11:50.176815 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-823e305a-8c46-4120-a2be-9040da679c4f req-8d5da93e-2c91-45e6-9ec2-65b5e15debdf tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0274551 Aug 15 14:11:50.179661 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:50.224389 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0e063aed-3aa1-4ef1-aef1-58fb5ec9abd4 req-c1dbed44-88bc-4f40-85da-c2992bded315 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/security-groups?id=96fe4f6f-d707-4bac-9eb1-d262e0f5114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772574 Aug 15 14:11:50.238394 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b236f-ff23-4143-bb55-0970ac7fb1af req-7cb79fc0-89af-49d7-9a4f-1f35309bb764 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:50.282344 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-562b236f-ff23-4143-bb55-0970ac7fb1af req-7cb79fc0-89af-49d7-9a4f-1f35309bb764 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 931 time: 0.2007627 Aug 15 14:11:50.319378 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] For port 2729c60c-b551-4ff4-a067-581dea7f438a, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=2729c60c-b551-4ff4-a067-581dea7f438a,segment=NetworkSegment(ada33314-c548-47cf-a85a-b333e3e0fa46),segment_id=ada33314-c548-47cf-a85a-b333e3e0fa46)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:11:50.400739 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-562b236f-ff23-4143-bb55-0970ac7fb1af req-21d7929e-0e75-4307-91c9-03da18e4e826 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059706 Aug 15 14:11:50.447428 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [None req-2cdc99ca-d191-4cd8-8f5f-55bffa507f88 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Allocated IP 172.27.3.197 (1d9f8f4c-a9c3-49e7-b907-6801ec194130/0214dcca-22ca-4853-8d9b-9f5ee3e8fb08/22f6b843-7f3b-42ea-bd75-3477b47ec159) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:11:50.447622 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-6803d155-4442-4ab0-a29b-28b7ef27a1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e63435-38c8-48f0-a18c-c422ee69dcf8', 'name': 'tempest-ServerRescueNegativeTestJSON-1579133195-router', 'tenant_id': '1073d5d571274638afba8bb0c8b43962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fbe920cd-d7aa-4dac-ae4b-426e80467366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:11:35Z', 'updated_at': '2021-08-15T14:11:42Z', 'revision_number': 4, 'project_id': '1073d5d571274638afba8bb0c8b43962', 'gw_port': {'id': 'fbe920cd-d7aa-4dac-ae4b-426e80467366', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e63435-38c8-48f0-a18c-c422ee69dcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:37Z', 'updated_at': '2021-08-15T14:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '7188fab9-fabf-4f37-897a-5dfcaaf80efd', 'name': '', 'network_id': 'f6d15e1a-b561-4699-b6d6-2650782011ad', 'tenant_id': '1073d5d571274638afba8bb0c8b43962', 'mac_address': 'fa:16:3e:e2:a4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e63435-38c8-48f0-a18c-c422ee69dcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9e7c7efa-002b-4af9-be04-92bb27db3bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:41Z', 'updated_at': '2021-08-15T14:11:48Z', 'revision_number': 4, 'project_id': '1073d5d571274638afba8bb0c8b43962', 'subnets': [{'id': '9e7c7efa-002b-4af9-be04-92bb27db3bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:11:50.487790 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-fb5fb05a-a043-4434-be46-34a3e5941d2f req-d358c996-1276-4f1b-963c-38aba66ff06f tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 210 time: 0.1044912 Aug 15 14:11:50.504961 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-ca06fbd5-d051-4109-8c37-108dedbda3d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:50.527502 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6803d155-4442-4ab0-a29b-28b7ef27a1a9 None None] The sync data for ids ['b1e63435-38c8-48f0-a18c-c422ee69dcf8'] in dv-cinder-804581-6-iscsi is: [{'id': 'b1e63435-38c8-48f0-a18c-c422ee69dcf8', 'name': 'tempest-ServerRescueNegativeTestJSON-1579133195-router', 'tenant_id': '1073d5d571274638afba8bb0c8b43962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fbe920cd-d7aa-4dac-ae4b-426e80467366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:11:35Z', 'updated_at': '2021-08-15T14:11:42Z', 'revision_number': 4, 'project_id': '1073d5d571274638afba8bb0c8b43962', 'gw_port': {'id': 'fbe920cd-d7aa-4dac-ae4b-426e80467366', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e63435-38c8-48f0-a18c-c422ee69dcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:37Z', 'updated_at': '2021-08-15T14:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '7188fab9-fabf-4f37-897a-5dfcaaf80efd', 'name': '', 'network_id': 'f6d15e1a-b561-4699-b6d6-2650782011ad', 'tenant_id': '1073d5d571274638afba8bb0c8b43962', 'mac_address': 'fa:16:3e:e2:a4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e63435-38c8-48f0-a18c-c422ee69dcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9e7c7efa-002b-4af9-be04-92bb27db3bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:41Z', 'updated_at': '2021-08-15T14:11:48Z', 'revision_number': 4, 'project_id': '1073d5d571274638afba8bb0c8b43962', 'subnets': [{'id': '9e7c7efa-002b-4af9-be04-92bb27db3bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:11:50.539033 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:50.729696 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Pushing event updated for resources: {'Port': ['ID=2729c60c-b551-4ff4-a067-581dea7f438a,revision_number=5']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:50.764536 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2cdc99ca-d191-4cd8-8f5f-55bffa507f88 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:50.810988 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-ca06fbd5-d051-4109-8c37-108dedbda3d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:51.132904 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-ca06fbd5-d051-4109-8c37-108dedbda3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:51.133716 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2cdc99ca-d191-4cd8-8f5f-55bffa507f88 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:51.211611 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc99ca-d191-4cd8-8f5f-55bffa507f88 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Pushing event updated for resources: {'Port': ['ID=22f6b843-7f3b-42ea-bd75-3477b47ec159,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:51.224057 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdc99ca-d191-4cd8-8f5f-55bffa507f88 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Network 1d9f8f4c-a9c3-49e7-b907-6801ec194130 is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:11:51.236818 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06fbd5-d051-4109-8c37-108dedbda3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d19b296-5083-4667-96c7-c593e4f3721c,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:51.239376 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [None req-2cdc99ca-d191-4cd8-8f5f-55bffa507f88 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:11:51.254705 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdc99ca-d191-4cd8-8f5f-55bffa507f88 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:11:51.303489 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-ca06fbd5-d051-4109-8c37-108dedbda3d4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c78a566acae54062aab99debfcf3fd61&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1479025 Aug 15 14:11:51.306909 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 41858) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:51.456890 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-620a0708-87fa-4dfd-8135-670d2f635460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:51.461078 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2cdc99ca-d191-4cd8-8f5f-55bffa507f88 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:51.541744 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a484c-b418-43dc-9dd8-a97e1460e66d req-472e03bd-adcd-4f7d-b636-c4268bd56313 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:51.558232 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-373a484c-b418-43dc-9dd8-a97e1460e66d req-472e03bd-adcd-4f7d-b636-c4268bd56313 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 931 time: 0.1854024 Aug 15 14:11:51.578129 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-620a0708-87fa-4dfd-8135-670d2f635460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:51.651858 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2cdc99ca-d191-4cd8-8f5f-55bffa507f88 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:51.708966 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c942d-6f3d-48fa-a659-62b971d09982 req-6b5e9b96-525c-47cc-8c22-6f8c81675544 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:51.711999 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-473c942d-6f3d-48fa-a659-62b971d09982 req-6b5e9b96-525c-47cc-8c22-6f8c81675544 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 931 time: 0.2064891 Aug 15 14:11:51.734029 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-373a484c-b418-43dc-9dd8-a97e1460e66d req-84091360-b9a0-4bf2-866f-7c803266f220 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/security-groups?id=96fe4f6f-d707-4bac-9eb1-d262e0f5114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747508 Aug 15 14:11:51.784176 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-473c942d-6f3d-48fa-a659-62b971d09982 req-f663c941-e666-4dcc-a0a0-e68ce654e6ab tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638833 Aug 15 14:11:51.810162 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-620a0708-87fa-4dfd-8135-670d2f635460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:51.813831 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-620a0708-87fa-4dfd-8135-670d2f635460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:51.815466 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-620a0708-87fa-4dfd-8135-670d2f635460 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3d19b296-5083-4667-96c7-c593e4f3721c HTTP/1.1" status: 204 len: 168 time: 0.5073919 Aug 15 14:11:51.830771 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a0708-87fa-4dfd-8135-670d2f635460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d19b296-5083-4667-96c7-c593e4f3721c,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:51.942731 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-aa24624f-2b0f-4229-bacf-476d9aeff3b0 req-5b42f44a-0b2b-49cb-b7bd-752c6dfab724 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 210 time: 0.0558550 Aug 15 14:11:51.984071 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2cdc99ca-d191-4cd8-8f5f-55bffa507f88 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for port, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:52.047669 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2cdc99ca-d191-4cd8-8f5f-55bffa507f88 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:52.119779 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc99ca-d191-4cd8-8f5f-55bffa507f88 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Pushing event updated for resources: {'Port': ['ID=22f6b843-7f3b-42ea-bd75-3477b47ec159,revision_number=2']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:52.136795 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2cdc99ca-d191-4cd8-8f5f-55bffa507f88 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594844'] for floatingip, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:52.259771 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 41886) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:52.387354 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2cdc99ca-d191-4cd8-8f5f-55bffa507f88 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for floatingip, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:52.390046 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-2cdc99ca-d191-4cd8-8f5f-55bffa507f88 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1639235 Aug 15 14:11:52.444052 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [req-823e305a-8c46-4120-a2be-9040da679c4f req-73f2d576-64e0-42bc-bc72-6eef5a8d54e5 service neutron] Request body: {'port': {'device_id': '10d50dea-c9e9-4c41-9da6-c88174f19624', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:11:52.517253 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-166ecc0a-4d45-4c40-92f6-082140e6cedf service neutron] Request body: {'port': {'device_id': '5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:11:52.567519 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-46659c03-8c27-44ba-9f18-b3cd87bf92fd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-641530685-network', 'tenant_id': 'cc31609e523f45f4b12cd6a984559451'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:11:52.602749 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [req-823e305a-8c46-4120-a2be-9040da679c4f req-73f2d576-64e0-42bc-bc72-6eef5a8d54e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:52.637627 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-166ecc0a-4d45-4c40-92f6-082140e6cedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:52.980882 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 2729c60c-b551-4ff4-a067-581dea7f438a up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:11:53.087830 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.20', 59407) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:53.093383 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 2729c60c-b551-4ff4-a067-581dea7f438a triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:11:53.093986 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:53.129204 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46659c03-8c27-44ba-9f18-b3cd87bf92fd admin admin] Made reservation on behalf of cc31609e523f45f4b12cd6a984559451 for: {'network': 1} {{(pid=94451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:11:53.146322 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-46659c03-8c27-44ba-9f18-b3cd87bf92fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for network, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:53.203535 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 7188fab9-fabf-4f37-897a-5dfcaaf80efd up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:11:53.330854 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-46659c03-8c27-44ba-9f18-b3cd87bf92fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:53.496624 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca6f9d-a2d5-4294-a60c-dbf464f4560d req-892dfc35-435d-4870-8868-db9304c63b96 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:53.499449 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-29ca6f9d-a2d5-4294-a60c-dbf464f4560d req-892dfc35-435d-4870-8868-db9304c63b96 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 931 time: 0.4102809 Aug 15 14:11:53.524067 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e30560-ba9e-40fa-83e4-e252f490ee6e req-b3f3e2d2-e756-43d8-a404-f616e78217a6 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:53.532615 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b7e30560-ba9e-40fa-83e4-e252f490ee6e req-b3f3e2d2-e756-43d8-a404-f616e78217a6 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 931 time: 0.5860257 Aug 15 14:11:53.594778 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-29ca6f9d-a2d5-4294-a60c-dbf464f4560d req-a46d9c91-7317-4d49-82af-c00cc9dce24f tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861971 Aug 15 14:11:53.626699 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning for port 7188fab9-fabf-4f37-897a-5dfcaaf80efd completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:11:53.645199 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 7188fab9-fabf-4f37-897a-5dfcaaf80efd triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:11:53.651313 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:53.664488 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.notifiers.nova [req-823e305a-8c46-4120-a2be-9040da679c4f req-73f2d576-64e0-42bc-bc72-6eef5a8d54e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c95233d3-7524-4964-b190-66c3536c9a6a {{(pid=94451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:11:53.693897 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-1e89bdd6-b70f-4e19-9dca-ad2913bcfa79 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:53.695382 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-1e89bdd6-b70f-4e19-9dca-ad2913bcfa79 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.20 "GET /v2.0/networks?id=f6d15e1a-b561-4699-b6d6-2650782011ad HTTP/1.1" status: 200 len: 819 time: 0.6046460 Aug 15 14:11:53.709793 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-b6c87caf-bafc-465e-a6c3-c1d15c0f925b tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Request body: {'port': {'device_id': 'ea9a3bbd-ee8d-4920-a80d-36c117868f27', 'network_id': 'f6d15e1a-b561-4699-b6d6-2650782011ad', 'admin_state_up': True, 'tenant_id': '1073d5d571274638afba8bb0c8b43962'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:11:53.713658 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [req-823e305a-8c46-4120-a2be-9040da679c4f req-73f2d576-64e0-42bc-bc72-6eef5a8d54e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:53.768981 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.20', 59408) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:53.863749 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.provisioning_blocks [req-823e305a-8c46-4120-a2be-9040da679c4f req-73f2d576-64e0-42bc-bc72-6eef5a8d54e5 service neutron] Transition to ACTIVE for port object c95233d3-7524-4964-b190-66c3536c9a6a will not be triggered until provisioned by entity L2. {{(pid=94451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:11:53.865801 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-46659c03-8c27-44ba-9f18-b3cd87bf92fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:53.917185 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b7e30560-ba9e-40fa-83e4-e252f490ee6e req-13d9db49-63c0-416a-85c2-a0e2f6fc9bde tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/security-groups?id=96fe4f6f-d707-4bac-9eb1-d262e0f5114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841858 Aug 15 14:11:53.941189 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-daaf1f2f-b010-4140-b722-0a8d09ae1ca9 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--2077951883&fields=id&tenant_id=1d7d262d48af475e9d34d28cde3291b8 HTTP/1.1" status: 200 len: 267 time: 0.1473429 Aug 15 14:11:54.004673 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [req-823e305a-8c46-4120-a2be-9040da679c4f req-73f2d576-64e0-42bc-bc72-6eef5a8d54e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:54.010311 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:54.111489 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] For port 7188fab9-fabf-4f37-897a-5dfcaaf80efd, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=7188fab9-fabf-4f37-897a-5dfcaaf80efd,segment=NetworkSegment(510f0b11-dda3-4cdb-8b1a-066aa988a8f5),segment_id=510f0b11-dda3-4cdb-8b1a-066aa988a8f5)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:11:54.140945 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-64dd4d04-c33f-4a3c-90f0-e4821c5a55f1 req-474a18ab-c22a-4d55-bcbe-eb7ccd41b7d3 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 210 time: 0.0693233 Aug 15 14:11:54.164928 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-166ecc0a-4d45-4c40-92f6-082140e6cedf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8d05cb3-d735-44fe-930b-23878b73f3b5 {{(pid=94450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:11:54.184515 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:54.203363 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-166ecc0a-4d45-4c40-92f6-082140e6cedf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:54.239039 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-46659c03-8c27-44ba-9f18-b3cd87bf92fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:54.260328 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46659c03-8c27-44ba-9f18-b3cd87bf92fd admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=94451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 15 14:11:54.269066 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.provisioning_blocks [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-166ecc0a-4d45-4c40-92f6-082140e6cedf service neutron] Transition to ACTIVE for port object a8d05cb3-d735-44fe-930b-23878b73f3b5 will not be triggered until provisioned by entity L2. {{(pid=94450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:11:54.271723 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-b6c87caf-bafc-465e-a6c3-c1d15c0f925b tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Made reservation on behalf of 1073d5d571274638afba8bb0c8b43962 for: {'port': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:11:54.273533 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-5568da2b-a8c0-4f1e-a5cc-032dc6dc85cb tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:54.275142 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-5568da2b-a8c0-4f1e-a5cc-032dc6dc85cb tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.20 "GET /v2.0/networks?id=f6d15e1a-b561-4699-b6d6-2650782011ad HTTP/1.1" status: 200 len: 819 time: 0.5050337 Aug 15 14:11:54.276648 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-b6c87caf-bafc-465e-a6c3-c1d15c0f925b tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:54.311954 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-8c4b7a55-e374-4405-85b4-03a238a36161 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Request body: {'port': {'device_id': 'cee5dd92-b3e8-4618-b511-2a71ee90e3cd', 'network_id': 'f6d15e1a-b561-4699-b6d6-2650782011ad', 'admin_state_up': True, 'tenant_id': '1073d5d571274638afba8bb0c8b43962'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:11:54.326957 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-46659c03-8c27-44ba-9f18-b3cd87bf92fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:54.327439 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.db.segments_db [None req-46659c03-8c27-44ba-9f18-b3cd87bf92fd admin admin] Added segment 005f4970-9f1d-492f-9cb1-e90e6fc38609 of type vlan for network d6dbdb64-bb0d-4719-9e1d-9e329975eaa8 Aug 15 14:11:54.340888 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Pushing event updated for resources: {'Port': ['ID=7188fab9-fabf-4f37-897a-5dfcaaf80efd,revision_number=5']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:54.522097 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-166ecc0a-4d45-4c40-92f6-082140e6cedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:54.538417 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659c03-8c27-44ba-9f18-b3cd87bf92fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50e0e89-947f-4edd-b968-303fb48d69be,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:54.589735 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-46659c03-8c27-44ba-9f18-b3cd87bf92fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787668796995'] for network, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:54.647145 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-58dd6aa3-4226-467d-af36-20a1371a1360 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:54.649167 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-58dd6aa3-4226-467d-af36-20a1371a1360 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/networks?id=be0d8a3c-f753-4203-b1e9-df12d5419b7d HTTP/1.1" status: 200 len: 811 time: 0.7111065 Aug 15 14:11:54.649860 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2d576-64e0-42bc-bc72-6eef5a8d54e5 service neutron] Pushing event updated for resources: {'Port': ['ID=c95233d3-7524-4964-b190-66c3536c9a6a,revision_number=2']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:54.698570 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 7188fab9-fabf-4f37-897a-5dfcaaf80efd up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:11:54.707097 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.db.resource_extend [None req-46659c03-8c27-44ba-9f18-b3cd87bf92fd admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 15 14:11:54.742549 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-b6c87caf-bafc-465e-a6c3-c1d15c0f925b tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Allocated IP 172.20.0.3 (f6d15e1a-b561-4699-b6d6-2650782011ad/9e7c7efa-002b-4af9-be04-92bb27db3bc2/e6b9c826-8be3-45bf-925b-a0034dfa144e) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:11:54.744029 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ecc0a-4d45-4c40-92f6-082140e6cedf service neutron] Pushing event updated for resources: {'Port': ['ID=a8d05cb3-d735-44fe-930b-23878b73f3b5,revision_number=2']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:54.757153 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.managers [req-823e305a-8c46-4120-a2be-9040da679c4f req-73f2d576-64e0-42bc-bc72-6eef5a8d54e5 service neutron] Attempting to bind port c95233d3-7524-4964-b190-66c3536c9a6a on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:11:54.757530 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.managers [req-823e305a-8c46-4120-a2be-9040da679c4f req-73f2d576-64e0-42bc-bc72-6eef5a8d54e5 service neutron] Attempting to bind port c95233d3-7524-4964-b190-66c3536c9a6a by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '0d773301-4627-4dbc-af30-9dbe1f56781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '84973402-f5de-4cbd-a3be-16501fd5c3aa'}] {{(pid=94451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:11:54.758194 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823e305a-8c46-4120-a2be-9040da679c4f req-73f2d576-64e0-42bc-bc72-6eef5a8d54e5 service neutron] Attempting to bind port c95233d3-7524-4964-b190-66c3536c9a6a on network 84973402-f5de-4cbd-a3be-16501fd5c3aa {{(pid=94451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:11:54.766741 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-43958943-9ffa-4985-8f9f-cf854e1f1a67 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/quotas/1d7d262d48af475e9d34d28cde3291b8 HTTP/1.1" status: 200 len: 375 time: 0.1052821 Aug 15 14:11:54.797666 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823e305a-8c46-4120-a2be-9040da679c4f req-73f2d576-64e0-42bc-bc72-6eef5a8d54e5 service neutron] Port c95233d3-7524-4964-b190-66c3536c9a6a on network 84973402-f5de-4cbd-a3be-16501fd5c3aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 15 14:11:54.798506 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823e305a-8c46-4120-a2be-9040da679c4f req-73f2d576-64e0-42bc-bc72-6eef5a8d54e5 service neutron] Attempting to bind port c95233d3-7524-4964-b190-66c3536c9a6a on network 84973402-f5de-4cbd-a3be-16501fd5c3aa {{(pid=94451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:11:54.834125 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 7188fab9-fabf-4f37-897a-5dfcaaf80efd triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:11:54.834636 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:54.911671 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823e305a-8c46-4120-a2be-9040da679c4f req-73f2d576-64e0-42bc-bc72-6eef5a8d54e5 service neutron] Checking agent: {'id': '32bd799d-9334-4df6-9ae9-b970e79828b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'started_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:11:54.912041 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823e305a-8c46-4120-a2be-9040da679c4f req-73f2d576-64e0-42bc-bc72-6eef5a8d54e5 service neutron] Checking segment: {'id': '0d773301-4627-4dbc-af30-9dbe1f56781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '84973402-f5de-4cbd-a3be-16501fd5c3aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:11:54.912636 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823e305a-8c46-4120-a2be-9040da679c4f req-73f2d576-64e0-42bc-bc72-6eef5a8d54e5 service neutron] Bound using segment: {'id': '0d773301-4627-4dbc-af30-9dbe1f56781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '84973402-f5de-4cbd-a3be-16501fd5c3aa'} {{(pid=94451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:11:54.913107 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.managers [req-823e305a-8c46-4120-a2be-9040da679c4f req-73f2d576-64e0-42bc-bc72-6eef5a8d54e5 service neutron] Bound port: c95233d3-7524-4964-b190-66c3536c9a6a, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d773301-4627-4dbc-af30-9dbe1f56781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '84973402-f5de-4cbd-a3be-16501fd5c3aa'}}] {{(pid=94451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:11:54.913936 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [req-823e305a-8c46-4120-a2be-9040da679c4f req-73f2d576-64e0-42bc-bc72-6eef5a8d54e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:54.945106 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-166ecc0a-4d45-4c40-92f6-082140e6cedf service neutron] Attempting to bind port a8d05cb3-d735-44fe-930b-23878b73f3b5 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:11:54.945694 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-166ecc0a-4d45-4c40-92f6-082140e6cedf service neutron] Attempting to bind port a8d05cb3-d735-44fe-930b-23878b73f3b5 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '49414da8-874b-42f0-b913-f4fc3698fc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b5199da4-07f3-4179-85b5-8c3aa021260f'}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:11:54.946037 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-166ecc0a-4d45-4c40-92f6-082140e6cedf service neutron] Attempting to bind port a8d05cb3-d735-44fe-930b-23878b73f3b5 on network b5199da4-07f3-4179-85b5-8c3aa021260f {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:11:54.987615 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe298d-e0b5-4645-8fcf-cf5a61b29780 req-156864af-bc8f-4291-bd1e-6640f3e162d1 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:54.990433 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-3cbe298d-e0b5-4645-8fcf-cf5a61b29780 req-156864af-bc8f-4291-bd1e-6640f3e162d1 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 943 time: 0.2374876 Aug 15 14:11:54.992490 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-166ecc0a-4d45-4c40-92f6-082140e6cedf service neutron] Port a8d05cb3-d735-44fe-930b-23878b73f3b5 on network b5199da4-07f3-4179-85b5-8c3aa021260f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 15 14:11:54.992869 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-166ecc0a-4d45-4c40-92f6-082140e6cedf service neutron] Attempting to bind port a8d05cb3-d735-44fe-930b-23878b73f3b5 on network b5199da4-07f3-4179-85b5-8c3aa021260f {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:11:55.020926 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-46659c03-8c27-44ba-9f18-b3cd87bf92fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for network, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:55.021965 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46659c03-8c27-44ba-9f18-b3cd87bf92fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:55.022599 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-46659c03-8c27-44ba-9f18-b3cd87bf92fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:55.091524 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-166ecc0a-4d45-4c40-92f6-082140e6cedf service neutron] Checking agent: {'id': '32bd799d-9334-4df6-9ae9-b970e79828b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'started_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:11:55.092485 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-166ecc0a-4d45-4c40-92f6-082140e6cedf service neutron] Checking segment: {'id': '49414da8-874b-42f0-b913-f4fc3698fc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b5199da4-07f3-4179-85b5-8c3aa021260f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:11:55.093160 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-166ecc0a-4d45-4c40-92f6-082140e6cedf service neutron] Bound using segment: {'id': '49414da8-874b-42f0-b913-f4fc3698fc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b5199da4-07f3-4179-85b5-8c3aa021260f'} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:11:55.093722 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-166ecc0a-4d45-4c40-92f6-082140e6cedf service neutron] Bound port: a8d05cb3-d735-44fe-930b-23878b73f3b5, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49414da8-874b-42f0-b913-f4fc3698fc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b5199da4-07f3-4179-85b5-8c3aa021260f'}}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:11:55.094149 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-166ecc0a-4d45-4c40-92f6-082140e6cedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:55.107484 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-8c4b7a55-e374-4405-85b4-03a238a36161 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Made reservation on behalf of 1073d5d571274638afba8bb0c8b43962 for: {'port': 1} {{(pid=94451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:11:55.110991 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-8c4b7a55-e374-4405-85b4-03a238a36161 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:55.148322 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-f5856338-c97c-4754-9760-ae8fdcecd70a tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d7d262d48af475e9d34d28cde3291b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3707805 Aug 15 14:11:55.195020 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-3cbe298d-e0b5-4645-8fcf-cf5a61b29780 req-332d8087-c319-4159-a25a-c812fcccce6a tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803789 Aug 15 14:11:55.246476 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-46659c03-8c27-44ba-9f18-b3cd87bf92fd admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.9897683 Aug 15 14:11:55.264627 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 42000) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:11:55.283761 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-205dc3ff-df60-4de9-b640-c2d9a63193d4 admin admin] Request body: {'subnet': {'network_id': 'd6dbdb64-bb0d-4719-9e1d-9e329975eaa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-641530685-subnet', 'tenant_id': 'cc31609e523f45f4b12cd6a984559451', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:11:55.301056 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659c03-8c27-44ba-9f18-b3cd87bf92fd admin admin] Pushing event updated for resources: {'Network': ['ID=d6dbdb64-bb0d-4719-9e1d-9e329975eaa8,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:55.316597 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Network d6dbdb64-bb0d-4719-9e1d-9e329975eaa8 details requested by agent ovs-agent-dv-cinder-804581-6-iscsi with host dv-cinder-804581-6-iscsi {{(pid=94453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 15 14:11:55.456649 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.db [req-823e305a-8c46-4120-a2be-9040da679c4f req-73f2d576-64e0-42bc-bc72-6eef5a8d54e5 service neutron] For port c95233d3-7524-4964-b190-66c3536c9a6a, host hv-cinder-80458, cleared binding levels {{(pid=94451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:11:55.488941 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205dc3ff-df60-4de9-b640-c2d9a63193d4 admin admin] Made reservation on behalf of cc31609e523f45f4b12cd6a984559451 for: {'subnet': 1} {{(pid=94451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:11:55.491965 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-205dc3ff-df60-4de9-b640-c2d9a63193d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:55.503404 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.db [req-823e305a-8c46-4120-a2be-9040da679c4f req-73f2d576-64e0-42bc-bc72-6eef5a8d54e5 service neutron] For port c95233d3-7524-4964-b190-66c3536c9a6a, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=c95233d3-7524-4964-b190-66c3536c9a6a,segment=NetworkSegment(0d773301-4627-4dbc-af30-9dbe1f56781d),segment_id=0d773301-4627-4dbc-af30-9dbe1f56781d)] {{(pid=94451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:11:55.520996 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b379522-b63e-4333-8169-c856a203e3d3 req-90f19791-25ad-4aeb-9a5d-adcffd6d11d1 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:55.528224 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-3b379522-b63e-4333-8169-c856a203e3d3 req-90f19791-25ad-4aeb-9a5d-adcffd6d11d1 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 943 time: 0.1319940 Aug 15 14:11:55.539131 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-166ecc0a-4d45-4c40-92f6-082140e6cedf service neutron] For port a8d05cb3-d735-44fe-930b-23878b73f3b5, host hv-cinder-80458, cleared binding levels {{(pid=94450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:11:55.597604 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-166ecc0a-4d45-4c40-92f6-082140e6cedf service neutron] For port a8d05cb3-d735-44fe-930b-23878b73f3b5, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=a8d05cb3-d735-44fe-930b-23878b73f3b5,segment=NetworkSegment(49414da8-874b-42f0-b913-f4fc3698fc1a),segment_id=49414da8-874b-42f0-b913-f4fc3698fc1a)] {{(pid=94450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:11:55.598860 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [req-823e305a-8c46-4120-a2be-9040da679c4f req-73f2d576-64e0-42bc-bc72-6eef5a8d54e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:55.606090 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-b6c87caf-bafc-465e-a6c3-c1d15c0f925b tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:55.637995 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-3b379522-b63e-4333-8169-c856a203e3d3 req-28a1c447-6913-4cb8-945e-82e2ace55815 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/security-groups?id=96fe4f6f-d707-4bac-9eb1-d262e0f5114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088073 Aug 15 14:11:55.727204 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-f2ba6cff-8a3b-4df4-a385-137135daa9e9 service neutron] 10.222.0.22 "GET /v2.0/networks/be0d8a3c-f753-4203-b1e9-df12d5419b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749186 Aug 15 14:11:55.727204 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2d576-64e0-42bc-bc72-6eef5a8d54e5 service neutron] Pushing event updated for resources: {'Port': ['ID=c95233d3-7524-4964-b190-66c3536c9a6a,revision_number=3']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:55.743924 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e305a-8c46-4120-a2be-9040da679c4f req-73f2d576-64e0-42bc-bc72-6eef5a8d54e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:55.744921 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [req-823e305a-8c46-4120-a2be-9040da679c4f req-73f2d576-64e0-42bc-bc72-6eef5a8d54e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for port, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:55.746651 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-823e305a-8c46-4120-a2be-9040da679c4f req-73f2d576-64e0-42bc-bc72-6eef5a8d54e5 service neutron] 10.222.0.20 "PUT /v2.0/ports/c95233d3-7524-4964-b190-66c3536c9a6a HTTP/1.1" status: 200 len: 1093 time: 3.4913745 Aug 15 14:11:55.760931 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d50dea-c9e9-4c41-9da6-c88174f19624', 'tag': 'c95233d3-7524-4964-b190-66c3536c9a6a'}] {{(pid=94451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:11:55.795589 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d2e0382b-661e-470c-a454-f259af71b406 req-0b3b3486-fd35-46ca-8588-2f2cc5c584c1 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 210 time: 0.0361147 Aug 15 14:11:55.833079 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-166ecc0a-4d45-4c40-92f6-082140e6cedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:55.964297 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-374e7dbe-ae17-40f2-9a28-832ee2cc4583 service neutron] 10.222.0.22 "GET /v2.0/networks/be0d8a3c-f753-4203-b1e9-df12d5419b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455275 Aug 15 14:11:55.989489 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-166ecc0a-4d45-4c40-92f6-082140e6cedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:55.990209 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-166ecc0a-4d45-4c40-92f6-082140e6cedf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:55.992335 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-166ecc0a-4d45-4c40-92f6-082140e6cedf service neutron] 10.222.0.20 "PUT /v2.0/ports/a8d05cb3-d735-44fe-930b-23878b73f3b5 HTTP/1.1" status: 200 len: 1093 time: 3.7407260 Aug 15 14:11:55.992786 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a', 'tag': 'a8d05cb3-d735-44fe-930b-23878b73f3b5'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:11:56.059939 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-b6c87caf-bafc-465e-a6c3-c1d15c0f925b tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:56.062326 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ecc0a-4d45-4c40-92f6-082140e6cedf service neutron] Pushing event updated for resources: {'Port': ['ID=a8d05cb3-d735-44fe-930b-23878b73f3b5,revision_number=3']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:56.096726 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abc82e7819f056574f254d7e5a5b8a49d035eebe46657e1c391d33dd16b5ccea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a087f497-c2db-4e7b-b4f8-6f8ab1d283cf" -d '{"events": [{"name": "network-changed", "server_uuid": "10d50dea-c9e9-4c41-9da6-c88174f19624", "tag": "c95233d3-7524-4964-b190-66c3536c9a6a"}]}' {{(pid=94451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:11:56.135737 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-b6c87caf-bafc-465e-a6c3-c1d15c0f925b tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Network f6d15e1a-b561-4699-b6d6-2650782011ad is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:11:56.140393 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-b6c87caf-bafc-465e-a6c3-c1d15c0f925b tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:11:56.145110 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-b6c87caf-bafc-465e-a6c3-c1d15c0f925b tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:11:56.151181 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-b6c87caf-bafc-465e-a6c3-c1d15c0f925b tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:56.152022 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-b6c87caf-bafc-465e-a6c3-c1d15c0f925b tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:56.165171 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c87caf-bafc-465e-a6c3-c1d15c0f925b tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Pushing event updated for resources: {'Port': ['ID=e6b9c826-8be3-45bf-925b-a0034dfa144e,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:56.210251 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.db_base_plugin_common [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-8c4b7a55-e374-4405-85b4-03a238a36161 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Allocated IP 172.20.0.4 (f6d15e1a-b561-4699-b6d6-2650782011ad/9e7c7efa-002b-4af9-be04-92bb27db3bc2/2c207c78-6c87-46e7-a860-004a8c60e986) {{(pid=94451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:11:56.258845 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-b6c87caf-bafc-465e-a6c3-c1d15c0f925b tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5530550 Aug 15 14:11:56.273995 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5155ec30-8957-499b-8dc8-648630c22901" -d '{"events": [{"name": "network-changed", "server_uuid": "5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a", "tag": "a8d05cb3-d735-44fe-930b-23878b73f3b5"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:11:56.310151 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-205dc3ff-df60-4de9-b640-c2d9a63193d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for subnet, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:56.640118 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a266e27a-821d-40b6-a407-a6cf339d2d48 x-openstack-request-id: req-a266e27a-821d-40b6-a407-a6cf339d2d48 {{(pid=94451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:11:56.641373 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10d50dea-c9e9-4c41-9da6-c88174f19624", "tag": "c95233d3-7524-4964-b190-66c3536c9a6a", "status": "completed", "code": 200}]} {{(pid=94451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:11:56.641373 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a266e27a-821d-40b6-a407-a6cf339d2d48 {{(pid=94451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:11:56.641373 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d50dea-c9e9-4c41-9da6-c88174f19624', 'tag': 'c95233d3-7524-4964-b190-66c3536c9a6a', 'status': 'completed', 'code': 200} Aug 15 14:11:56.684698 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205dc3ff-df60-4de9-b640-c2d9a63193d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b8e4cbc-1a64-41a6-b3f2-6408a0ba164c,revision_number=0']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:56.776533 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-8c4b7a55-e374-4405-85b4-03a238a36161 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Notify callbacks [] for port, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:56.778898 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205dc3ff-df60-4de9-b640-c2d9a63193d4 admin admin] Checking segment: {'id': '005f4970-9f1d-492f-9cb1-e90e6fc38609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd6dbdb64-bb0d-4719-9e1d-9e329975eaa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:11:56.779723 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205dc3ff-df60-4de9-b640-c2d9a63193d4 admin admin] Network hostable DHCP agents. Network: d6dbdb64-bb0d-4719-9e1d-9e329975eaa8, hostable agents: ['79a36ae1-c81e-4df0-b784-d4dbca0423ec'], hosted agents: [] {{(pid=94451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 15 14:11:56.814620 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090857c-7f10-492d-9fe3-468978d04e98 req-5d02a5a3-766e-4836-875f-99fe20ce17f6 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:56.816226 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e090857c-7f10-492d-9fe3-468978d04e98 req-5d02a5a3-766e-4836-875f-99fe20ce17f6 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 943 time: 0.1715672 Aug 15 14:11:56.835973 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-d71b3fc3-b9cf-4267-b6fa-e3413d8c3ac3 service neutron] Request body: {'port': {'device_id': 'ea9a3bbd-ee8d-4920-a80d-36c117868f27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:11:56.879301 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e090857c-7f10-492d-9fe3-468978d04e98 req-348a95e0-83f0-4ea5-8f48-097042926598 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559068 Aug 15 14:11:56.933570 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98ab020-6c80-4925-9439-5e11a45e48c6 x-openstack-request-id: req-c98ab020-6c80-4925-9439-5e11a45e48c6 {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:11:56.941153 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a", "tag": "a8d05cb3-d735-44fe-930b-23878b73f3b5", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:11:56.945797 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c98ab020-6c80-4925-9439-5e11a45e48c6 {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:11:56.945797 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a', 'tag': 'a8d05cb3-d735-44fe-930b-23878b73f3b5', 'status': 'completed', 'code': 200} Aug 15 14:11:56.970417 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-8c4b7a55-e374-4405-85b4-03a238a36161 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469'] for port, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:57.005555 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205dc3ff-df60-4de9-b640-c2d9a63193d4 admin admin] Network d6dbdb64-bb0d-4719-9e1d-9e329975eaa8 is scheduled to be hosted by DHCP agent 79a36ae1-c81e-4df0-b784-d4dbca0423ec with binding_index 1 {{(pid=94451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 15 14:11:57.030233 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9e31741d-c062-4e88-86fb-6e609f6c1665 req-5cb95759-3b3a-448a-af86-66f9c09d1ad5 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 210 time: 0.0723863 Aug 15 14:11:57.040271 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-d71b3fc3-b9cf-4267-b6fa-e3413d8c3ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:57.149878 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b7a55-e374-4405-85b4-03a238a36161 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Pushing event updated for resources: {'Port': ['ID=2c207c78-6c87-46e7-a860-004a8c60e986,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:57.219054 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-8c4b7a55-e374-4405-85b4-03a238a36161 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Network f6d15e1a-b561-4699-b6d6-2650782011ad is already hosted by enough agents. {{(pid=94451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:11:57.231385 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-960dad9d-2a98-46cf-b7c7-b6edc826138a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:57.240844 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-960dad9d-2a98-46cf-b7c7-b6edc826138a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f8fffbae4d54d5d8922a9239d1e26cf&device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 1096 time: 0.2534802 Aug 15 14:11:57.241806 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.base_scheduler [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-8c4b7a55-e374-4405-85b4-03a238a36161 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Resources bound (agent type, host, resource id): {{(pid=94451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:11:57.245085 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.l3_dvrscheduler_db [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-8c4b7a55-e374-4405-85b4-03a238a36161 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Received port after_create {{(pid=94451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:11:57.255635 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-8c4b7a55-e374-4405-85b4-03a238a36161 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:57.256397 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-8c4b7a55-e374-4405-85b4-03a238a36161 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for port, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:57.322772 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bedae-50fb-4bb0-8470-f7fe74c527ce req-40614b7c-d753-4688-8e02-bda76ea45f6d tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:57.331768 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-4e2bedae-50fb-4bb0-8470-f7fe74c527ce req-40614b7c-d753-4688-8e02-bda76ea45f6d tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 931 time: 0.1723402 Aug 15 14:11:57.373513 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-7702da53-76f7-4a8d-b96b-239efe378655 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8d05cb3-d735-44fe-930b-23878b73f3b5 HTTP/1.1" status: 200 len: 217 time: 0.1077576 Aug 15 14:11:57.420611 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-4e2bedae-50fb-4bb0-8470-f7fe74c527ce req-d631883d-5734-4d2c-8ac7-916fc28a31b9 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875199 Aug 15 14:11:57.448562 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c2196-0242-4580-add0-b340f2be099e req-6f0e9042-072c-4fc4-94c7-abc004f08b7e tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:57.455378 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.base_scheduler [None req-205dc3ff-df60-4de9-b640-c2d9a63193d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-6-iscsi, d6dbdb64-bb0d-4719-9e1d-9e329975eaa8) {{(pid=94451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:11:57.457005 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0c9c2196-0242-4580-add0-b340f2be099e req-6f0e9042-072c-4fc4-94c7-abc004f08b7e tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 943 time: 0.4676011 Aug 15 14:11:57.465883 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205dc3ff-df60-4de9-b640-c2d9a63193d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:57.465883 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-205dc3ff-df60-4de9-b640-c2d9a63193d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for subnet, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:57.466137 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154ce3be-75fe-4d0e-8e2c-9d9cac8c8183 None None] Network d6dbdb64-bb0d-4719-9e1d-9e329975eaa8 requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:11:57.492676 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-8c4b7a55-e374-4405-85b4-03a238a36161 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1878221 Aug 15 14:11:57.634425 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087f497-c2db-4e7b-b4f8-6f8ab1d283cf req-8c7363ca-0e00-40df-8c0e-9babbebce42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:57.634425 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a087f497-c2db-4e7b-b4f8-6f8ab1d283cf req-8c7363ca-0e00-40df-8c0e-9babbebce42c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=407c1fd6fcf5420e9ec2759a80b92db4&device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 1096 time: 0.4660337 Aug 15 14:11:57.634425 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0c9c2196-0242-4580-add0-b340f2be099e req-93931a42-77b3-44e1-8d50-ba810ef79f3a tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/security-groups?id=96fe4f6f-d707-4bac-9eb1-d262e0f5114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747323 Aug 15 14:11:57.634679 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-066d6192-5183-406f-8094-0ca441ac6cb2 service neutron] Request body: {'port': {'device_id': 'cee5dd92-b3e8-4618-b511-2a71ee90e3cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:11:57.692822 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3153654-65c5-47ea-ae0c-61e71b005061 None None] Network d6dbdb64-bb0d-4719-9e1d-9e329975eaa8 requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:11:57.693608 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-d71b3fc3-b9cf-4267-b6fa-e3413d8c3ac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6b9c826-8be3-45bf-925b-a0034dfa144e {{(pid=94450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:11:57.964031 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-d71b3fc3-b9cf-4267-b6fa-e3413d8c3ac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:57.969767 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-205dc3ff-df60-4de9-b640-c2d9a63193d4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6926541 Aug 15 14:11:58.009243 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-0c1e18ca-8302-4018-b644-e4b73d09a8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:58.010762 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-0c1e18ca-8302-4018-b644-e4b73d09a8ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5522d45c-406f-4a5c-bbcc-a6c052fb4164 HTTP/1.1" status: 200 len: 851 time: 0.4507782 Aug 15 14:11:58.071367 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.provisioning_blocks [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-d71b3fc3-b9cf-4267-b6fa-e3413d8c3ac3 service neutron] Transition to ACTIVE for port object e6b9c826-8be3-45bf-925b-a0034dfa144e will not be triggered until provisioned by entity L2. {{(pid=94450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:11:58.119478 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087f497-c2db-4e7b-b4f8-6f8ab1d283cf req-e32cddab-774e-46e9-8a7e-2eeb73d543ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:58.121885 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a087f497-c2db-4e7b-b4f8-6f8ab1d283cf req-e32cddab-774e-46e9-8a7e-2eeb73d543ac service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=407c1fd6fcf5420e9ec2759a80b92db4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5438840 Aug 15 14:11:58.126809 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-066d6192-5183-406f-8094-0ca441ac6cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:58.199210 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6f3fad3d-a825-465c-bfbf-ae664739100b req-7f727740-16fd-4b7f-be4e-2a080415efd3 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 210 time: 0.0626531 Aug 15 14:11:58.201262 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-d71b3fc3-b9cf-4267-b6fa-e3413d8c3ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:58.209255 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7851ef8-80b5-43f0-b0f1-eb8f42674033 req-4361e584-bb48-49ec-be8f-4a0b04221f80 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:58.211497 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a7851ef8-80b5-43f0-b0f1-eb8f42674033 req-4361e584-bb48-49ec-be8f-4a0b04221f80 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 943 time: 0.1553874 Aug 15 14:11:58.333813 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-bcba4da4-f32b-42b8-b656-5f4f5234ca06 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5199da4-07f3-4179-85b5-8c3aa021260f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1211936 Aug 15 14:11:58.465885 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:11:58.494760 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a7851ef8-80b5-43f0-b0f1-eb8f42674033 req-9fa86114-edc3-4514-a705-b21b90dfb803 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609682 Aug 15 14:11:58.519362 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b3fc3-b9cf-4267-b6fa-e3413d8c3ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b9c826-8be3-45bf-925b-a0034dfa144e,revision_number=2']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:58.667393 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-2251eb32-8e28-49bd-a2cc-34aa9715ce2c service neutron] 10.222.0.20 "GET /v2.0/networks/b5199da4-07f3-4179-85b5-8c3aa021260f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122356 Aug 15 14:11:58.740834 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-d71b3fc3-b9cf-4267-b6fa-e3413d8c3ac3 service neutron] Attempting to bind port e6b9c826-8be3-45bf-925b-a0034dfa144e on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:11:58.740834 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-d71b3fc3-b9cf-4267-b6fa-e3413d8c3ac3 service neutron] Attempting to bind port e6b9c826-8be3-45bf-925b-a0034dfa144e by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '510f0b11-dda3-4cdb-8b1a-066aa988a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f6d15e1a-b561-4699-b6d6-2650782011ad'}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:11:58.740834 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-d71b3fc3-b9cf-4267-b6fa-e3413d8c3ac3 service neutron] Attempting to bind port e6b9c826-8be3-45bf-925b-a0034dfa144e on network f6d15e1a-b561-4699-b6d6-2650782011ad {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:11:58.740834 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-d71b3fc3-b9cf-4267-b6fa-e3413d8c3ac3 service neutron] Port e6b9c826-8be3-45bf-925b-a0034dfa144e on network f6d15e1a-b561-4699-b6d6-2650782011ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 15 14:11:58.740834 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-d71b3fc3-b9cf-4267-b6fa-e3413d8c3ac3 service neutron] Attempting to bind port e6b9c826-8be3-45bf-925b-a0034dfa144e on network f6d15e1a-b561-4699-b6d6-2650782011ad {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:11:58.740834 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5843c8-20af-4b8c-a2e7-cba8f1a9a7b3 req-6b9af977-8c65-4a2f-8393-f9df4ce9f749 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:58.740834 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7d5843c8-20af-4b8c-a2e7-cba8f1a9a7b3 req-6b9af977-8c65-4a2f-8393-f9df4ce9f749 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 931 time: 0.1129293 Aug 15 14:11:58.740834 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-d71b3fc3-b9cf-4267-b6fa-e3413d8c3ac3 service neutron] Checking agent: {'id': '32bd799d-9334-4df6-9ae9-b970e79828b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'started_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:11:58.740834 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-d71b3fc3-b9cf-4267-b6fa-e3413d8c3ac3 service neutron] Checking segment: {'id': '510f0b11-dda3-4cdb-8b1a-066aa988a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f6d15e1a-b561-4699-b6d6-2650782011ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:11:58.740834 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-d71b3fc3-b9cf-4267-b6fa-e3413d8c3ac3 service neutron] Bound using segment: {'id': '510f0b11-dda3-4cdb-8b1a-066aa988a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f6d15e1a-b561-4699-b6d6-2650782011ad'} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:11:58.740834 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-d71b3fc3-b9cf-4267-b6fa-e3413d8c3ac3 service neutron] Bound port: e6b9c826-8be3-45bf-925b-a0034dfa144e, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '510f0b11-dda3-4cdb-8b1a-066aa988a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f6d15e1a-b561-4699-b6d6-2650782011ad'}}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:11:58.742216 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-d71b3fc3-b9cf-4267-b6fa-e3413d8c3ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:58.742216 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087f497-c2db-4e7b-b4f8-6f8ab1d283cf req-7f014839-482b-4084-929e-c56531223d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:58.742216 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a087f497-c2db-4e7b-b4f8-6f8ab1d283cf req-7f014839-482b-4084-929e-c56531223d83 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4658866 Aug 15 14:11:58.828027 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ad687-8093-4656-88fc-9e0ba2eb534d req-dcc9f77f-d12a-4511-9bd4-c97c205d9601 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:58.829880 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-4a1ad687-8093-4656-88fc-9e0ba2eb534d req-dcc9f77f-d12a-4511-9bd4-c97c205d9601 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 943 time: 0.0977676 Aug 15 14:11:58.859141 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7d5843c8-20af-4b8c-a2e7-cba8f1a9a7b3 req-3c5c5e4e-f6bd-4f47-a7db-7cccb6425ec4 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219554 Aug 15 14:11:58.878561 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-d71b3fc3-b9cf-4267-b6fa-e3413d8c3ac3 service neutron] For port e6b9c826-8be3-45bf-925b-a0034dfa144e, host hv-cinder-80458, cleared binding levels {{(pid=94450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:11:58.883603 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-d71b3fc3-b9cf-4267-b6fa-e3413d8c3ac3 service neutron] For port e6b9c826-8be3-45bf-925b-a0034dfa144e, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=e6b9c826-8be3-45bf-925b-a0034dfa144e,segment=NetworkSegment(510f0b11-dda3-4cdb-8b1a-066aa988a8f5),segment_id=510f0b11-dda3-4cdb-8b1a-066aa988a8f5)] {{(pid=94450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:11:58.906411 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.notifiers.nova [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-066d6192-5183-406f-8094-0ca441ac6cb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c207c78-6c87-46e7-a860-004a8c60e986 {{(pid=94451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:11:58.917790 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-066d6192-5183-406f-8094-0ca441ac6cb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:58.923820 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-4a1ad687-8093-4656-88fc-9e0ba2eb534d req-cafc14f9-cadc-4c04-b440-2e3939453d22 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/security-groups?id=96fe4f6f-d707-4bac-9eb1-d262e0f5114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716739 Aug 15 14:11:58.936296 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.provisioning_blocks [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-066d6192-5183-406f-8094-0ca441ac6cb2 service neutron] Transition to ACTIVE for port object 2c207c78-6c87-46e7-a860-004a8c60e986 will not be triggered until provisioned by entity L2. {{(pid=94451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:11:58.984687 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-d71b3fc3-b9cf-4267-b6fa-e3413d8c3ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:59.010313 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-066d6192-5183-406f-8094-0ca441ac6cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:59.039075 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-d71b3fc3-b9cf-4267-b6fa-e3413d8c3ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:59.042843 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-d71b3fc3-b9cf-4267-b6fa-e3413d8c3ac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:59.044970 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-d71b3fc3-b9cf-4267-b6fa-e3413d8c3ac3 service neutron] 10.222.0.20 "PUT /v2.0/ports/e6b9c826-8be3-45bf-925b-a0034dfa144e HTTP/1.1" status: 200 len: 1093 time: 2.2137339 Aug 15 14:11:59.048543 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea9a3bbd-ee8d-4920-a80d-36c117868f27', 'tag': 'e6b9c826-8be3-45bf-925b-a0034dfa144e'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:11:59.054889 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ef82fd-7fd3-4396-9972-3cd34a2dcdf0" -d '{"events": [{"name": "network-changed", "server_uuid": "ea9a3bbd-ee8d-4920-a80d-36c117868f27", "tag": "e6b9c826-8be3-45bf-925b-a0034dfa144e"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:11:59.118653 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b3fc3-b9cf-4267-b6fa-e3413d8c3ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b9c826-8be3-45bf-925b-a0034dfa144e,revision_number=3']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:59.140987 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f0f34f-e6af-4910-88d0-ab985c49d4c1 x-openstack-request-id: req-c0f0f34f-e6af-4910-88d0-ab985c49d4c1 {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:11:59.141643 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea9a3bbd-ee8d-4920-a80d-36c117868f27", "tag": "e6b9c826-8be3-45bf-925b-a0034dfa144e", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:11:59.142378 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c0f0f34f-e6af-4910-88d0-ab985c49d4c1 {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:11:59.144422 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea9a3bbd-ee8d-4920-a80d-36c117868f27', 'tag': 'e6b9c826-8be3-45bf-925b-a0034dfa144e', 'status': 'completed', 'code': 200} Aug 15 14:11:59.189471 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d6192-5183-406f-8094-0ca441ac6cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=2c207c78-6c87-46e7-a860-004a8c60e986,revision_number=2']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:59.189471 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.managers [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-066d6192-5183-406f-8094-0ca441ac6cb2 service neutron] Attempting to bind port 2c207c78-6c87-46e7-a860-004a8c60e986 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:11:59.189471 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.managers [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-066d6192-5183-406f-8094-0ca441ac6cb2 service neutron] Attempting to bind port 2c207c78-6c87-46e7-a860-004a8c60e986 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '510f0b11-dda3-4cdb-8b1a-066aa988a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f6d15e1a-b561-4699-b6d6-2650782011ad'}] {{(pid=94451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:11:59.190345 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-066d6192-5183-406f-8094-0ca441ac6cb2 service neutron] Attempting to bind port 2c207c78-6c87-46e7-a860-004a8c60e986 on network f6d15e1a-b561-4699-b6d6-2650782011ad {{(pid=94451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:11:59.195796 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-066d6192-5183-406f-8094-0ca441ac6cb2 service neutron] Port 2c207c78-6c87-46e7-a860-004a8c60e986 on network f6d15e1a-b561-4699-b6d6-2650782011ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 15 14:11:59.196229 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-066d6192-5183-406f-8094-0ca441ac6cb2 service neutron] Attempting to bind port 2c207c78-6c87-46e7-a860-004a8c60e986 on network f6d15e1a-b561-4699-b6d6-2650782011ad {{(pid=94451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:11:59.201472 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-066d6192-5183-406f-8094-0ca441ac6cb2 service neutron] Checking agent: {'id': '32bd799d-9334-4df6-9ae9-b970e79828b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'started_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:11:59.201886 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-066d6192-5183-406f-8094-0ca441ac6cb2 service neutron] Checking segment: {'id': '510f0b11-dda3-4cdb-8b1a-066aa988a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f6d15e1a-b561-4699-b6d6-2650782011ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:11:59.202336 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-066d6192-5183-406f-8094-0ca441ac6cb2 service neutron] Bound using segment: {'id': '510f0b11-dda3-4cdb-8b1a-066aa988a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f6d15e1a-b561-4699-b6d6-2650782011ad'} {{(pid=94451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:11:59.202886 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.managers [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-066d6192-5183-406f-8094-0ca441ac6cb2 service neutron] Bound port: 2c207c78-6c87-46e7-a860-004a8c60e986, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '510f0b11-dda3-4cdb-8b1a-066aa988a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f6d15e1a-b561-4699-b6d6-2650782011ad'}}] {{(pid=94451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:11:59.203332 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-066d6192-5183-406f-8094-0ca441ac6cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:59.295750 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.db [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-066d6192-5183-406f-8094-0ca441ac6cb2 service neutron] For port 2c207c78-6c87-46e7-a860-004a8c60e986, host hv-cinder-80458, cleared binding levels {{(pid=94451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:11:59.321365 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.db [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-066d6192-5183-406f-8094-0ca441ac6cb2 service neutron] For port 2c207c78-6c87-46e7-a860-004a8c60e986, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=2c207c78-6c87-46e7-a860-004a8c60e986,segment=NetworkSegment(510f0b11-dda3-4cdb-8b1a-066aa988a8f5),segment_id=510f0b11-dda3-4cdb-8b1a-066aa988a8f5)] {{(pid=94451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:11:59.354258 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-f631d794-532f-473a-8de4-aefd7b7e1301 req-21325f1b-dacd-440d-85b4-7c77a686b41b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 210 time: 0.0397241 Aug 15 14:11:59.487310 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-066d6192-5183-406f-8094-0ca441ac6cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:59.592751 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d6192-5183-406f-8094-0ca441ac6cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=2c207c78-6c87-46e7-a860-004a8c60e986,revision_number=3']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:11:59.610198 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-066d6192-5183-406f-8094-0ca441ac6cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:59.611053 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-066d6192-5183-406f-8094-0ca441ac6cb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for port, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:11:59.612604 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-066d6192-5183-406f-8094-0ca441ac6cb2 service neutron] 10.222.0.20 "PUT /v2.0/ports/2c207c78-6c87-46e7-a860-004a8c60e986 HTTP/1.1" status: 200 len: 1093 time: 2.0282757 Aug 15 14:11:59.613974 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee5dd92-b3e8-4618-b511-2a71ee90e3cd', 'tag': '2c207c78-6c87-46e7-a860-004a8c60e986'}] {{(pid=94451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:11:59.616576 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abc82e7819f056574f254d7e5a5b8a49d035eebe46657e1c391d33dd16b5ccea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2629c22c-4e19-4774-ae82-53a2c53d0bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "cee5dd92-b3e8-4618-b511-2a71ee90e3cd", "tag": "2c207c78-6c87-46e7-a860-004a8c60e986"}]}' {{(pid=94451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:11:59.711681 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca716716-86ef-4ebb-9acc-0cbd35feb0f4 x-openstack-request-id: req-ca716716-86ef-4ebb-9acc-0cbd35feb0f4 {{(pid=94451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:11:59.711964 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee5dd92-b3e8-4618-b511-2a71ee90e3cd", "tag": "2c207c78-6c87-46e7-a860-004a8c60e986", "status": "completed", "code": 200}]} {{(pid=94451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:11:59.712210 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca716716-86ef-4ebb-9acc-0cbd35feb0f4 {{(pid=94451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:11:59.712597 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee5dd92-b3e8-4618-b511-2a71ee90e3cd', 'tag': '2c207c78-6c87-46e7-a860-004a8c60e986', 'status': 'completed', 'code': 200} Aug 15 14:11:59.750957 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e130b-d5ca-41a5-9c2e-1267bb2773b3 req-efefbc7c-065d-4239-9c24-f7d80987dec7 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:11:59.758374 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-bd3e130b-d5ca-41a5-9c2e-1267bb2773b3 req-efefbc7c-065d-4239-9c24-f7d80987dec7 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 943 time: 0.1064177 Aug 15 14:11:59.807220 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-bd3e130b-d5ca-41a5-9c2e-1267bb2773b3 req-238c6a2d-7e90-4089-9623-c39885523c9a tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475326 Aug 15 14:12:00.003853 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd865969-0ea9-4990-8c29-93266148ab1c req-eda5fc58-77e3-4151-8f26-f8d4413e33c9 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:00.005459 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-dd865969-0ea9-4990-8c29-93266148ab1c req-eda5fc58-77e3-4151-8f26-f8d4413e33c9 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 943 time: 0.0584886 Aug 15 14:12:00.065995 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-dd865969-0ea9-4990-8c29-93266148ab1c req-bff07af4-0daf-44b0-b710-cc4812137276 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529394 Aug 15 14:12:00.091642 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ac26e-fdf1-4f0d-a830-c465f504358b req-d4f90c10-ed76-4846-b91e-591daa654190 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:00.093194 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-fb2ac26e-fdf1-4f0d-a830-c465f504358b req-d4f90c10-ed76-4846-b91e-591daa654190 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 943 time: 0.0618198 Aug 15 14:12:00.104498 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 42140) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:00.109621 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-17331060-12e6-4c53-b5af-b0afb27a2378 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1565098388-network', 'tenant_id': 'aea36785d07143f689f1c66b5aa7cc47'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:12:00.131397 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-fb2ac26e-fdf1-4f0d-a830-c465f504358b req-59156cc0-ef68-4d6b-9c1f-d0ed5ce12e37 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/security-groups?id=96fe4f6f-d707-4bac-9eb1-d262e0f5114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321279 Aug 15 14:12:00.220803 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17331060-12e6-4c53-b5af-b0afb27a2378 admin admin] Made reservation on behalf of aea36785d07143f689f1c66b5aa7cc47 for: {'network': 1} {{(pid=94451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:12:00.223243 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-17331060-12e6-4c53-b5af-b0afb27a2378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for network, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:00.235630 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-17331060-12e6-4c53-b5af-b0afb27a2378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:00.328139 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-17331060-12e6-4c53-b5af-b0afb27a2378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:00.426645 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-17331060-12e6-4c53-b5af-b0afb27a2378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:00.449959 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17331060-12e6-4c53-b5af-b0afb27a2378 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=94451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 15 14:12:00.502104 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ee5572fc-f8b1-4ec4-8da4-3d89166231ea req-c50cdda7-5a82-431d-8e68-b62bd96eb566 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 210 time: 0.0560215 Aug 15 14:12:00.502841 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17331060-12e6-4c53-b5af-b0afb27a2378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a707c05-b607-487f-a750-77f4e527938e,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:00.506897 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-17331060-12e6-4c53-b5af-b0afb27a2378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:00.507564 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.db.segments_db [None req-17331060-12e6-4c53-b5af-b0afb27a2378 admin admin] Added segment 8ad4e7e5-4a5e-48bd-b5a8-08dbac0b178a of type vlan for network ff67f8b6-f45f-4e4e-8586-8671a4433174 Aug 15 14:12:00.583094 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-17331060-12e6-4c53-b5af-b0afb27a2378 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787668796995'] for network, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:00.701386 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-17331060-12e6-4c53-b5af-b0afb27a2378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for network, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:00.702516 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17331060-12e6-4c53-b5af-b0afb27a2378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:00.703187 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-17331060-12e6-4c53-b5af-b0afb27a2378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:00.767437 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17331060-12e6-4c53-b5af-b0afb27a2378 admin admin] Pushing event updated for resources: {'Network': ['ID=ff67f8b6-f45f-4e4e-8586-8671a4433174,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:00.777865 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Network ff67f8b6-f45f-4e4e-8586-8671a4433174 details requested by agent ovs-agent-dv-cinder-804581-6-iscsi with host dv-cinder-804581-6-iscsi {{(pid=94453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 15 14:12:00.847356 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-17331060-12e6-4c53-b5af-b0afb27a2378 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7417438 Aug 15 14:12:00.850425 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 42170) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:00.856968 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-9f77411c-6d1a-49c5-a74f-fcfbb6eafbae admin admin] Request body: {'subnet': {'network_id': 'ff67f8b6-f45f-4e4e-8586-8671a4433174', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1565098388-subnet', 'tenant_id': 'aea36785d07143f689f1c66b5aa7cc47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:12:00.923867 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884072c-9e19-4fe8-8c27-afa228a63b4b req-c022ffca-3e7f-42f9-ae11-474816078135 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:00.926314 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c884072c-9e19-4fe8-8c27-afa228a63b4b req-c022ffca-3e7f-42f9-ae11-474816078135 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 943 time: 0.0487442 Aug 15 14:12:00.945004 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f77411c-6d1a-49c5-a74f-fcfbb6eafbae admin admin] Made reservation on behalf of aea36785d07143f689f1c66b5aa7cc47 for: {'subnet': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:12:00.947218 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9f77411c-6d1a-49c5-a74f-fcfbb6eafbae admin admin] Notify callbacks [] for subnet, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:01.011701 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c884072c-9e19-4fe8-8c27-afa228a63b4b req-c7bb9844-c06b-4555-af71-dbcf10606628 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800030 Aug 15 14:12:01.190519 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854311a-6066-44bf-8642-f9b5d37e03b5 req-f35f539e-f9f0-4a0d-b9cb-a36efca838c2 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:01.191042 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9f77411c-6d1a-49c5-a74f-fcfbb6eafbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for subnet, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:01.191420 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9854311a-6066-44bf-8642-f9b5d37e03b5 req-f35f539e-f9f0-4a0d-b9cb-a36efca838c2 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 943 time: 0.0541012 Aug 15 14:12:01.229823 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9854311a-6066-44bf-8642-f9b5d37e03b5 req-fc2d7e57-931e-4a62-9d0d-243e746615e2 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363941 Aug 15 14:12:01.274856 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77411c-6d1a-49c5-a74f-fcfbb6eafbae admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1e7ee4f-bc3a-463e-85dc-0e72baad59e2,revision_number=0']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:01.302034 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3ee18-7e4d-40f9-9097-464fcc5bd701 req-dab6408a-ada2-4a2c-80fd-b846b5ec76a3 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:01.303491 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-52f3ee18-7e4d-40f9-9097-464fcc5bd701 req-dab6408a-ada2-4a2c-80fd-b846b5ec76a3 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 943 time: 0.0890431 Aug 15 14:12:01.307282 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f77411c-6d1a-49c5-a74f-fcfbb6eafbae admin admin] Checking segment: {'id': '8ad4e7e5-4a5e-48bd-b5a8-08dbac0b178a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ff67f8b6-f45f-4e4e-8586-8671a4433174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:12:01.307637 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f77411c-6d1a-49c5-a74f-fcfbb6eafbae admin admin] Network hostable DHCP agents. Network: ff67f8b6-f45f-4e4e-8586-8671a4433174, hostable agents: ['79a36ae1-c81e-4df0-b784-d4dbca0423ec'], hosted agents: [] {{(pid=94450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 15 14:12:01.317569 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:01.350467 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-52f3ee18-7e4d-40f9-9097-464fcc5bd701 req-fbcab0b5-b63d-4f63-8f0b-d2d672b85ce1 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/security-groups?id=96fe4f6f-d707-4bac-9eb1-d262e0f5114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405192 Aug 15 14:12:01.406106 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f77411c-6d1a-49c5-a74f-fcfbb6eafbae admin admin] Network ff67f8b6-f45f-4e4e-8586-8671a4433174 is scheduled to be hosted by DHCP agent 79a36ae1-c81e-4df0-b784-d4dbca0423ec with binding_index 1 {{(pid=94450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 15 14:12:01.483005 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [None req-9f77411c-6d1a-49c5-a74f-fcfbb6eafbae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-6-iscsi, ff67f8b6-f45f-4e4e-8586-8671a4433174) {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:12:01.488088 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f77411c-6d1a-49c5-a74f-fcfbb6eafbae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:01.488915 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9f77411c-6d1a-49c5-a74f-fcfbb6eafbae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for subnet, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:01.491806 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52c2fee-ed26-4187-8329-c846770a37db None None] Network ff67f8b6-f45f-4e4e-8586-8671a4433174 requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:12:01.578528 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-9f77411c-6d1a-49c5-a74f-fcfbb6eafbae admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7269657 Aug 15 14:12:01.603714 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-f8e3a654-fb30-495c-b3bb-5114365771c1 req-0221cb21-2b49-4eeb-8eeb-df05a2686fbf tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 210 time: 0.0323718 Aug 15 14:12:01.645789 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d61aa2f-a6db-4c69-8362-fc5676961594 None None] Network ff67f8b6-f45f-4e4e-8586-8671a4433174 requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:12:01.743924 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 42192) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:01.791668 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a994bb-97ac-4c5f-b8f5-32e71e004645 admin admin] Deleting subnet 3b8e4cbc-1a64-41a6-b3f2-6408a0ba164c {{(pid=94450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 15 14:12:01.795072 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-73a994bb-97ac-4c5f-b8f5-32e71e004645 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:01.829118 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-73a994bb-97ac-4c5f-b8f5-32e71e004645 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:01.838087 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-73a994bb-97ac-4c5f-b8f5-32e71e004645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1604558'] for subnet, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:01.967111 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-73a994bb-97ac-4c5f-b8f5-32e71e004645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1604569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for subnet, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:01.991539 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a994bb-97ac-4c5f-b8f5-32e71e004645 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b8e4cbc-1a64-41a6-b3f2-6408a0ba164c,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:01.995987 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-73a994bb-97ac-4c5f-b8f5-32e71e004645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for subnet, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:02.002910 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-73a994bb-97ac-4c5f-b8f5-32e71e004645 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3b8e4cbc-1a64-41a6-b3f2-6408a0ba164c HTTP/1.1" status: 204 len: 168 time: 0.2526429 Aug 15 14:12:02.002910 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 42194) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:02.069535 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-116d1111-6d33-455b-a007-e8ac323d5368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586961'] for network, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:02.196079 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d3414-ca4b-426a-98be-9b01c0b8ff7a req-cdf4fbd2-e0aa-4fc4-8b32-da9698a96684 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:02.197593 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d71d3414-ca4b-426a-98be-9b01c0b8ff7a req-cdf4fbd2-e0aa-4fc4-8b32-da9698a96684 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 943 time: 0.1131427 Aug 15 14:12:02.198987 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-116d1111-6d33-455b-a007-e8ac323d5368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1603913', 'neutron.services.segments.db._delete_segments_for_network-8787669368688'] for network, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:02.211098 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-116d1111-6d33-455b-a007-e8ac323d5368 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:12:02.211465 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-116d1111-6d33-455b-a007-e8ac323d5368 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:12:02.212223 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-116d1111-6d33-455b-a007-e8ac323d5368 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:12:02.212559 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-116d1111-6d33-455b-a007-e8ac323d5368 admin admin] Subscribe: > port after_create 55550000 {{(pid=94450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:12:02.212901 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-116d1111-6d33-455b-a007-e8ac323d5368 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:12:02.213240 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-116d1111-6d33-455b-a007-e8ac323d5368 admin admin] Subscribe: > port after_update 55550000 {{(pid=94450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:12:02.213613 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-116d1111-6d33-455b-a007-e8ac323d5368 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:12:02.213971 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-116d1111-6d33-455b-a007-e8ac323d5368 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:12:02.214274 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-116d1111-6d33-455b-a007-e8ac323d5368 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:12:02.214627 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-116d1111-6d33-455b-a007-e8ac323d5368 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:12:02.385292 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-116d1111-6d33-455b-a007-e8ac323d5368 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:12:02.385802 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-116d1111-6d33-455b-a007-e8ac323d5368 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:12:02.386612 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-116d1111-6d33-455b-a007-e8ac323d5368 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:12:02.387026 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-116d1111-6d33-455b-a007-e8ac323d5368 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:12:02.387779 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.services.segments.db [None req-116d1111-6d33-455b-a007-e8ac323d5368 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6dbdb64-bb0d-4719-9e1d-9e329975eaa8']}} {{(pid=94450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:12:02.392741 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed8239-3627-4eca-9d32-135b2f3c30a1 req-53110057-a97d-4849-a1af-7cc8be303d34 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:02.394730 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a5ed8239-3627-4eca-9d32-135b2f3c30a1 req-53110057-a97d-4849-a1af-7cc8be303d34 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 943 time: 0.0730815 Aug 15 14:12:02.430257 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1a773844-13b4-4dda-8ea1-25b0c151dd26 req-db4abc76-593b-4257-9a79-3694cadda4dd service neutron] 10.222.0.20 "GET /v2.0/networks/b5199da4-07f3-4179-85b5-8c3aa021260f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645098 Aug 15 14:12:02.438279 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.services.segments.db [None req-116d1111-6d33-455b-a007-e8ac323d5368 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '005f4970-9f1d-492f-9cb1-e90e6fc38609') {'for_net_delete': True} {{(pid=94450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:12:02.438573 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.services.segments.db [None req-116d1111-6d33-455b-a007-e8ac323d5368 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '005f4970-9f1d-492f-9cb1-e90e6fc38609') {} {{(pid=94450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:12:02.468776 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a5ed8239-3627-4eca-9d32-135b2f3c30a1 req-4b9c3200-d2df-46d0-9e4f-b50500d9aeaf tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643983 Aug 15 14:12:02.475137 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef82fd-7fd3-4396-9972-3cd34a2dcdf0 req-9937ba8f-8eeb-47f8-a1ff-8717865a165c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:02.476679 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-31ef82fd-7fd3-4396-9972-3cd34a2dcdf0 req-9937ba8f-8eeb-47f8-a1ff-8717865a165c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1073d5d571274638afba8bb0c8b43962&device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 1096 time: 0.0638063 Aug 15 14:12:02.484119 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-116d1111-6d33-455b-a007-e8ac323d5368 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787669372281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8972426'] for segment, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:02.528505 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-116d1111-6d33-455b-a007-e8ac323d5368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:02.541962 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d71d3414-ca4b-426a-98be-9b01c0b8ff7a req-2d0730e3-08f6-42bd-9810-72c1ee8bfdfb tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348873 Aug 15 14:12:02.556725 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629c22c-4e19-4774-ae82-53a2c53d0bf8 req-5e2e7047-6cd2-4d76-b180-f4bef20a148b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:02.561192 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2629c22c-4e19-4774-ae82-53a2c53d0bf8 req-5e2e7047-6cd2-4d76-b180-f4bef20a148b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1073d5d571274638afba8bb0c8b43962&device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 1096 time: 0.1490664 Aug 15 14:12:02.561192 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-116d1111-6d33-455b-a007-e8ac323d5368 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 15 14:12:02.561644 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-116d1111-6d33-455b-a007-e8ac323d5368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976338'] for segment, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: from cryptography.utils import int_from_bytes Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: from cryptography.utils import int_from_bytes Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: Traceback (most recent call last): Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: timer() Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: cb(*args, **kw) Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: return func(*args, **kwargs) Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: self._notify() Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: self.callback(batched_events) Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: event.method(event) Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: aggregate_uuid = self.p_client.list_aggregates( Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: return f(self, *a, **k) Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: return self._get(url).json() Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: return self.request(url, 'GET', **kwargs) Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: base_url = self.get_endpoint(auth, allow=allow, Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 15 14:12:02.566887 dv-cinder-804581-6-iscsi neutron-server[94450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 15 14:12:02.583556 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e305a-8c46-4120-a2be-9040da679c4f req-3cfc2186-c69c-4032-801d-2addf4eddb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:02.586671 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-823e305a-8c46-4120-a2be-9040da679c4f req-3cfc2186-c69c-4032-801d-2addf4eddb2c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=407c1fd6fcf5420e9ec2759a80b92db4&device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 1096 time: 0.1750860 Aug 15 14:12:02.733762 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629c22c-4e19-4774-ae82-53a2c53d0bf8 req-174c2f0b-37f6-4741-8ddb-b652d9b08e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:02.735480 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2629c22c-4e19-4774-ae82-53a2c53d0bf8 req-174c2f0b-37f6-4741-8ddb-b652d9b08e82 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=1073d5d571274638afba8bb0c8b43962&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1575959 Aug 15 14:12:02.791485 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc285719-16f2-47a5-a825-832c37475fdd req-bf329f62-33aa-4e24-9af9-520e6b22b68e tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:02.793014 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-bc285719-16f2-47a5-a825-832c37475fdd req-bf329f62-33aa-4e24-9af9-520e6b22b68e tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 943 time: 0.2270041 Aug 15 14:12:02.796796 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef82fd-7fd3-4396-9972-3cd34a2dcdf0 req-ac856d23-5864-4140-8472-00684dfbcb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:02.798315 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-31ef82fd-7fd3-4396-9972-3cd34a2dcdf0 req-ac856d23-5864-4140-8472-00684dfbcb18 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=1073d5d571274638afba8bb0c8b43962&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3087320 Aug 15 14:12:02.813638 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155ec30-8957-499b-8dc8-648630c22901 req-4093c490-cdaa-48f5-8c0d-7c8e47455aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:02.815187 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5155ec30-8957-499b-8dc8-648630c22901 req-4093c490-cdaa-48f5-8c0d-7c8e47455aef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f8fffbae4d54d5d8922a9239d1e26cf&device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 1096 time: 0.2038453 Aug 15 14:12:03.018343 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-13ef415d-e223-4332-99c9-de4e4cb4367e req-2fd4c9fb-657b-4533-9ab5-2da7cf52a4e9 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 210 time: 0.2670043 Aug 15 14:12:03.019534 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-823e305a-8c46-4120-a2be-9040da679c4f req-f4fad98d-3ac6-4314-b000-0b6617315ede service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c95233d3-7524-4964-b190-66c3536c9a6a HTTP/1.1" status: 200 len: 217 time: 0.2839277 Aug 15 14:12:03.034608 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-bc285719-16f2-47a5-a825-832c37475fdd req-2b7c8494-c1ed-4d29-9200-545ec423eda1 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/security-groups?id=96fe4f6f-d707-4bac-9eb1-d262e0f5114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315996 Aug 15 14:12:03.105764 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629c22c-4e19-4774-ae82-53a2c53d0bf8 req-44ba14f2-0f8a-4708-b61d-2f38ab7f9d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:03.107592 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2629c22c-4e19-4774-ae82-53a2c53d0bf8 req-44ba14f2-0f8a-4708-b61d-2f38ab7f9d5e service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3248551 Aug 15 14:12:03.164472 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-116d1111-6d33-455b-a007-e8ac323d5368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1603920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594858'] for network, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:03.174964 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-116d1111-6d33-455b-a007-e8ac323d5368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:03.177883 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-116d1111-6d33-455b-a007-e8ac323d5368 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d6dbdb64-bb0d-4719-9e1d-9e329975eaa8 HTTP/1.1" status: 204 len: 168 time: 1.1763721 Aug 15 14:12:03.180004 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 42220) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:03.197624 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d1111-6d33-455b-a007-e8ac323d5368 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6dbdb64-bb0d-4719-9e1d-9e329975eaa8,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:03.291318 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_v2 [None req-507bd6a4-d4f3-4646-a2a2-533273bbf9ab admin admin] Deleting subnet c1e7ee4f-bc3a-463e-85dc-0e72baad59e2 {{(pid=94450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 15 14:12:03.298040 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-507bd6a4-d4f3-4646-a2a2-533273bbf9ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:03.331727 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef82fd-7fd3-4396-9972-3cd34a2dcdf0 req-4c64fd73-1df3-48ef-8beb-4a12caffd622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:03.333206 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-31ef82fd-7fd3-4396-9972-3cd34a2dcdf0 req-4c64fd73-1df3-48ef-8beb-4a12caffd622 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5234973 Aug 15 14:12:03.337575 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155ec30-8957-499b-8dc8-648630c22901 req-7926faf2-d779-45c5-8de7-7c6e84b775e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:03.338919 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5155ec30-8957-499b-8dc8-648630c22901 req-7926faf2-d779-45c5-8de7-7c6e84b775e9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5199da4-07f3-4179-85b5-8c3aa021260f HTTP/1.1" status: 200 len: 912 time: 0.5055258 Aug 15 14:12:03.368217 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e305a-8c46-4120-a2be-9040da679c4f req-34796f73-06dd-45db-8d5f-ac78f6444925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:03.369707 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-823e305a-8c46-4120-a2be-9040da679c4f req-34796f73-06dd-45db-8d5f-ac78f6444925 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=605b3e14-49dc-4446-943a-b55a9146c77b HTTP/1.1" status: 200 len: 855 time: 0.1484880 Aug 15 14:12:03.392543 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-507bd6a4-d4f3-4646-a2a2-533273bbf9ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8972445'] for subnet, precommit_delete_associations {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:03.431699 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5155ec30-8957-499b-8dc8-648630c22901 req-b707cbc4-d06b-40ce-b605-6c913d3546f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8d05cb3-d735-44fe-930b-23878b73f3b5 HTTP/1.1" status: 200 len: 217 time: 0.0829735 Aug 15 14:12:03.486611 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-507bd6a4-d4f3-4646-a2a2-533273bbf9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1604558'] for subnet, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:03.540441 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155ec30-8957-499b-8dc8-648630c22901 req-ac7af590-2154-4060-82a2-1b3417846331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:03.546780 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5155ec30-8957-499b-8dc8-648630c22901 req-ac7af590-2154-4060-82a2-1b3417846331 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5522d45c-406f-4a5c-bbcc-a6c052fb4164 HTTP/1.1" status: 200 len: 851 time: 0.0918994 Aug 15 14:12:03.546780 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-3aee9720-e392-4246-acc5-8c24b375594d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:03.546780 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-3aee9720-e392-4246-acc5-8c24b375594d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1073d5d571274638afba8bb0c8b43962&device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 1096 time: 0.1266725 Aug 15 14:12:03.567647 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-823e305a-8c46-4120-a2be-9040da679c4f req-54346207-3805-4f22-8ac2-80ab9c105f17 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84973402-f5de-4cbd-a3be-16501fd5c3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1899219 Aug 15 14:12:03.580997 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-a4c8556a-51ba-49c6-88cd-dbbe762a4042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:03.581463 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-a4c8556a-51ba-49c6-88cd-dbbe762a4042 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1073d5d571274638afba8bb0c8b43962&device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 1096 time: 0.2844155 Aug 15 14:12:03.621084 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5155ec30-8957-499b-8dc8-648630c22901 req-44b8dfa7-3d94-4a50-9079-87734b22c7dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5199da4-07f3-4179-85b5-8c3aa021260f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638657 Aug 15 14:12:03.623119 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-80c3e89b-df72-45b7-aba4-09c66edeceb9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6b9c826-8be3-45bf-925b-a0034dfa144e HTTP/1.1" status: 200 len: 217 time: 0.0670848 Aug 15 14:12:03.680837 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-124ef051-4026-4bef-997b-4a4d419c9172 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c207c78-6c87-46e7-a860-004a8c60e986 HTTP/1.1" status: 200 len: 217 time: 0.0790601 Aug 15 14:12:03.681828 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-507bd6a4-d4f3-4646-a2a2-533273bbf9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1604569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10384394'] for subnet, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:03.733858 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507bd6a4-d4f3-4646-a2a2-533273bbf9ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1e7ee4f-bc3a-463e-85dc-0e72baad59e2,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:03.757104 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de921b7-ff1b-4a6d-9712-37a3d8873f8c req-1591b200-2e24-4a87-87c0-11752b1be0ed tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:03.758617 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-2de921b7-ff1b-4a6d-9712-37a3d8873f8c req-1591b200-2e24-4a87-87c0-11752b1be0ed tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 943 time: 0.1399369 Aug 15 14:12:03.759401 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-507bd6a4-d4f3-4646-a2a2-533273bbf9ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for subnet, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:03.762644 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-507bd6a4-d4f3-4646-a2a2-533273bbf9ab admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c1e7ee4f-bc3a-463e-85dc-0e72baad59e2 HTTP/1.1" status: 204 len: 168 time: 0.5815637 Aug 15 14:12:03.764390 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-73e88a7e-c3cf-4c23-b5b9-e8debbcc8da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:03.765919 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-73e88a7e-c3cf-4c23-b5b9-e8debbcc8da4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e7c7efa-002b-4af9-be04-92bb27db3bc2 HTTP/1.1" status: 200 len: 859 time: 0.1320443 Aug 15 14:12:03.768376 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 42240) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:03.806145 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cc662-faa7-4a3b-9b28-6b6f6eaed1e9 req-d4b355c3-696f-487b-ab63-7e4fd822d1f6 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:03.807625 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-782cc662-faa7-4a3b-9b28-6b6f6eaed1e9 req-d4b355c3-696f-487b-ab63-7e4fd822d1f6 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 943 time: 0.2455583 Aug 15 14:12:03.816716 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-6365ce0b-5ce1-4e80-8da4-db963813e47a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6d15e1a-b561-4699-b6d6-2650782011ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425198 Aug 15 14:12:03.844478 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-2de921b7-ff1b-4a6d-9712-37a3d8873f8c req-07c11361-35a3-4f63-bcfd-f88583ee3512 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719960 Aug 15 14:12:03.846438 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5155ec30-8957-499b-8dc8-648630c22901 req-fb9e0961-c1c4-4062-b566-306fe32aba95 service neutron] 10.222.0.20 "GET /v2.0/networks/b5199da4-07f3-4179-85b5-8c3aa021260f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111769 Aug 15 14:12:03.887199 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-0cec942e-cc9d-4a97-aae6-f1de5ff85cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:03.889591 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-0cec942e-cc9d-4a97-aae6-f1de5ff85cb7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e7c7efa-002b-4af9-be04-92bb27db3bc2 HTTP/1.1" status: 200 len: 859 time: 0.1952317 Aug 15 14:12:03.901097 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-823e305a-8c46-4120-a2be-9040da679c4f req-4dfcd1b5-751a-4577-9183-c0038ccf8aea service neutron] 10.222.0.20 "GET /v2.0/networks/84973402-f5de-4cbd-a3be-16501fd5c3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248770 Aug 15 14:12:03.919906 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-07388fee-d27a-4372-8393-329127aae442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586961'] for network, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:03.927328 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-782cc662-faa7-4a3b-9b28-6b6f6eaed1e9 req-c0143925-17ef-4903-9256-e4767c8d15cc tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894310 Aug 15 14:12:04.005894 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-07388fee-d27a-4372-8393-329127aae442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1603913', 'neutron.services.segments.db._delete_segments_for_network-8787669368688'] for network, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:04.015786 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.services.segments.db [None req-07388fee-d27a-4372-8393-329127aae442 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff67f8b6-f45f-4e4e-8586-8671a4433174']}} {{(pid=94450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:12:04.025551 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.services.segments.db [None req-07388fee-d27a-4372-8393-329127aae442 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad4e7e5-4a5e-48bd-b5a8-08dbac0b178a') {'for_net_delete': True} {{(pid=94450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:12:04.025893 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.services.segments.db [None req-07388fee-d27a-4372-8393-329127aae442 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad4e7e5-4a5e-48bd-b5a8-08dbac0b178a') {} {{(pid=94450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:12:04.036401 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-07388fee-d27a-4372-8393-329127aae442 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787669372281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8972426'] for segment, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:04.051416 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-07388fee-d27a-4372-8393-329127aae442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:04.061533 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07388fee-d27a-4372-8393-329127aae442 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 15 14:12:04.061533 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-07388fee-d27a-4372-8393-329127aae442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976338'] for segment, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:04.061533 dv-cinder-804581-6-iscsi neutron-server[94450]: Traceback (most recent call last): Aug 15 14:12:04.061533 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 15 14:12:04.061533 dv-cinder-804581-6-iscsi neutron-server[94450]: timer() Aug 15 14:12:04.061533 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 15 14:12:04.061533 dv-cinder-804581-6-iscsi neutron-server[94450]: cb(*args, **kw) Aug 15 14:12:04.061533 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 15 14:12:04.061533 dv-cinder-804581-6-iscsi neutron-server[94450]: return func(*args, **kwargs) Aug 15 14:12:04.061533 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 15 14:12:04.061533 dv-cinder-804581-6-iscsi neutron-server[94450]: self._notify() Aug 15 14:12:04.061533 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 15 14:12:04.061533 dv-cinder-804581-6-iscsi neutron-server[94450]: self.callback(batched_events) Aug 15 14:12:04.061533 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 15 14:12:04.061533 dv-cinder-804581-6-iscsi neutron-server[94450]: event.method(event) Aug 15 14:12:04.061533 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 15 14:12:04.061533 dv-cinder-804581-6-iscsi neutron-server[94450]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 15 14:12:04.061533 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 15 14:12:04.061533 dv-cinder-804581-6-iscsi neutron-server[94450]: aggregate_uuid = self.p_client.list_aggregates( Aug 15 14:12:04.061533 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 15 14:12:04.061533 dv-cinder-804581-6-iscsi neutron-server[94450]: return f(self, *a, **k) Aug 15 14:12:04.061533 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 15 14:12:04.061533 dv-cinder-804581-6-iscsi neutron-server[94450]: return self._get(url).json() Aug 15 14:12:04.061533 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 15 14:12:04.061533 dv-cinder-804581-6-iscsi neutron-server[94450]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 15 14:12:04.061533 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 15 14:12:04.061533 dv-cinder-804581-6-iscsi neutron-server[94450]: return self.request(url, 'GET', **kwargs) Aug 15 14:12:04.061533 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 15 14:12:04.061533 dv-cinder-804581-6-iscsi neutron-server[94450]: base_url = self.get_endpoint(auth, allow=allow, Aug 15 14:12:04.061533 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 15 14:12:04.061533 dv-cinder-804581-6-iscsi neutron-server[94450]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 15 14:12:04.061533 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 15 14:12:04.061533 dv-cinder-804581-6-iscsi neutron-server[94450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 15 14:12:04.061533 dv-cinder-804581-6-iscsi neutron-server[94450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 15 14:12:04.131844 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-24294dd5-d055-447c-949c-40ae509e76f8 req-d3bacf12-c0fe-40d3-899a-5742b59ac363 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 210 time: 0.0273983 Aug 15 14:12:04.194516 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3b304-9d10-4483-89ae-bd264401f4a5 req-d962a4a2-c7a8-4e24-9838-db8a3de9a4f0 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:04.196223 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-24d3b304-9d10-4483-89ae-bd264401f4a5 req-d962a4a2-c7a8-4e24-9838-db8a3de9a4f0 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 943 time: 0.0657899 Aug 15 14:12:04.200104 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-07388fee-d27a-4372-8393-329127aae442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1603920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594858'] for network, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:04.207753 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-07388fee-d27a-4372-8393-329127aae442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:04.209954 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-07388fee-d27a-4372-8393-329127aae442 admin admin] 10.222.0.22 "DELETE /v2.0/networks/ff67f8b6-f45f-4e4e-8586-8671a4433174 HTTP/1.1" status: 204 len: 168 time: 0.4391637 Aug 15 14:12:04.240016 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07388fee-d27a-4372-8393-329127aae442 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff67f8b6-f45f-4e4e-8586-8671a4433174,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:04.259221 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-24d3b304-9d10-4483-89ae-bd264401f4a5 req-a8f5b1f6-2848-4249-b300-da36dfda9019 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/security-groups?id=96fe4f6f-d707-4bac-9eb1-d262e0f5114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562420 Aug 15 14:12:04.595492 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 42258) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:04.605204 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 42260) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:04.638734 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-0885e6a9-919c-4275-920f-10f9d32fb810 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cc31609e523f45f4b12cd6a984559451&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412416 Aug 15 14:12:04.641583 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 42264) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:04.693593 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-609fd5fe-3d0e-4576-85d6-18fdcacde203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:04.718312 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-609fd5fe-3d0e-4576-85d6-18fdcacde203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:04.774571 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-cf226ecb-7ae0-483c-8359-3cdfe75b8d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:04.834993 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-609fd5fe-3d0e-4576-85d6-18fdcacde203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:04.837681 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-609fd5fe-3d0e-4576-85d6-18fdcacde203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:04.838930 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-609fd5fe-3d0e-4576-85d6-18fdcacde203 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f50e0e89-947f-4edd-b968-303fb48d69be HTTP/1.1" status: 204 len: 168 time: 0.1962092 Aug 15 14:12:04.847206 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609fd5fe-3d0e-4576-85d6-18fdcacde203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50e0e89-947f-4edd-b968-303fb48d69be,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:04.895166 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-cf226ecb-7ae0-483c-8359-3cdfe75b8d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:04.964304 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-cf226ecb-7ae0-483c-8359-3cdfe75b8d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:04.974333 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9ef15-5a3a-4765-bfde-981d0eef77e5 req-377122e5-9101-4f97-9a40-00395f247810 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:04.975975 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-6ca9ef15-5a3a-4765-bfde-981d0eef77e5 req-377122e5-9101-4f97-9a40-00395f247810 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 943 time: 0.0558908 Aug 15 14:12:05.011485 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-cf226ecb-7ae0-483c-8359-3cdfe75b8d68 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7a2bc9952a434294bde4768de669310b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4026294 Aug 15 14:12:05.011485 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf226ecb-7ae0-483c-8359-3cdfe75b8d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3556724-3014-4145-8648-eb69884b089c,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:05.011945 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 42272) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:05.036663 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-6ca9ef15-5a3a-4765-bfde-981d0eef77e5 req-97b4c0d4-1eae-411b-ad46-6abb4498bd8a tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526154 Aug 15 14:12:05.063208 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca1a8b-ebf2-4b37-9c72-26bb8d69af99 req-44ca04a3-075d-4c0d-9b8d-de2a3b40120d tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:05.064757 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-14ca1a8b-ebf2-4b37-9c72-26bb8d69af99 req-44ca04a3-075d-4c0d-9b8d-de2a3b40120d tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 943 time: 0.0521388 Aug 15 14:12:05.075003 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-12e17cad-6cb0-469e-bf70-dd10c49cec5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:05.096481 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-12e17cad-6cb0-469e-bf70-dd10c49cec5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:05.102413 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-14ca1a8b-ebf2-4b37-9c72-26bb8d69af99 req-03c929a9-2e23-49ab-b2c2-ec90ce173f22 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312886 Aug 15 14:12:05.227998 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-4ba109c0-773e-4d3b-b6be-f7ab743c8bbb req-f7548dc5-55c9-4fd1-afea-f1e058f87341 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 210 time: 0.0278320 Aug 15 14:12:05.228647 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-12e17cad-6cb0-469e-bf70-dd10c49cec5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:05.231184 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-12e17cad-6cb0-469e-bf70-dd10c49cec5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:05.234864 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-12e17cad-6cb0-469e-bf70-dd10c49cec5c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d3556724-3014-4145-8648-eb69884b089c HTTP/1.1" status: 204 len: 168 time: 0.2195256 Aug 15 14:12:05.243648 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e17cad-6cb0-469e-bf70-dd10c49cec5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3556724-3014-4145-8648-eb69884b089c,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:05.375161 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c63c5-40fa-4fcc-a9a1-dd4cc38d100a req-02d1f3f7-fbc7-4672-80bd-43570a7f1c1d tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:05.376625 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9b8c63c5-40fa-4fcc-a9a1-dd4cc38d100a req-02d1f3f7-fbc7-4672-80bd-43570a7f1c1d tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 943 time: 0.0475912 Aug 15 14:12:05.414667 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9b8c63c5-40fa-4fcc-a9a1-dd4cc38d100a req-d167dbb7-2cec-413a-b367-08e389ec1101 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/security-groups?id=96fe4f6f-d707-4bac-9eb1-d262e0f5114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320618 Aug 15 14:12:05.514811 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 42284) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:05.553615 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-a01ef0f1-076f-43e8-9ed4-023889b9b90b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aea36785d07143f689f1c66b5aa7cc47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376434 Aug 15 14:12:05.558643 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 42286) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:05.613975 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2ea4432f-af57-4b53-ac48-0d1ced3c04da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:05.643473 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2ea4432f-af57-4b53-ac48-0d1ced3c04da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:05.806161 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2ea4432f-af57-4b53-ac48-0d1ced3c04da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:05.808699 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2ea4432f-af57-4b53-ac48-0d1ced3c04da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:05.809990 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-2ea4432f-af57-4b53-ac48-0d1ced3c04da admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7a707c05-b607-487f-a750-77f4e527938e HTTP/1.1" status: 204 len: 168 time: 0.2503791 Aug 15 14:12:05.817974 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4432f-af57-4b53-ac48-0d1ced3c04da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a707c05-b607-487f-a750-77f4e527938e,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:06.014105 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-63351657-ef8e-4d60-8aeb-7af95a5b6fb7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6d15e1a-b561-4699-b6d6-2650782011ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427678 Aug 15 14:12:06.085748 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-823e305a-8c46-4120-a2be-9040da679c4f req-7fccb30e-8f66-461e-a48a-b5bbb04e0975 service neutron] 10.222.0.20 "GET /v2.0/networks/84973402-f5de-4cbd-a3be-16501fd5c3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106167 Aug 15 14:12:06.085983 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 42298) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:06.100859 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-db6e23f8-a561-44b3-8eb0-3deed83caa16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:06.164484 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-b3f0df6d-532f-4c6a-bf08-10669d330ee7 service neutron] 10.222.0.20 "GET /v2.0/networks/f6d15e1a-b561-4699-b6d6-2650782011ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966419 Aug 15 14:12:06.168360 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5155ec30-8957-499b-8dc8-648630c22901 req-7c98bb91-2c4f-4b91-92db-30403c0c99e6 service neutron] 10.222.0.20 "GET /v2.0/networks/b5199da4-07f3-4179-85b5-8c3aa021260f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910229 Aug 15 14:12:06.191757 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4b58f-56bc-453f-9866-6d4c9f535d33 req-e85d5795-e6ca-4745-9d49-4786c1c2dac2 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:06.193748 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d4e4b58f-56bc-453f-9866-6d4c9f535d33 req-e85d5795-e6ca-4745-9d49-4786c1c2dac2 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 943 time: 0.0755301 Aug 15 14:12:06.249041 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d4e4b58f-56bc-453f-9866-6d4c9f535d33 req-ee17f1d3-032c-4774-bfee-9212f6a8249d tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451140 Aug 15 14:12:06.253245 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c552305-2064-4fde-984f-666bb4c8ef34 req-8b02511d-966b-4676-a3b5-f4462f6f17b9 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:06.254736 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6c552305-2064-4fde-984f-666bb4c8ef34 req-8b02511d-966b-4676-a3b5-f4462f6f17b9 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 943 time: 0.0707324 Aug 15 14:12:06.256757 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-db6e23f8-a561-44b3-8eb0-3deed83caa16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:06.310832 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6c552305-2064-4fde-984f-666bb4c8ef34 req-d5281ff5-60ef-436d-9fa3-16d114082525 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502486 Aug 15 14:12:06.337450 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-db6e23f8-a561-44b3-8eb0-3deed83caa16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:06.346180 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-7b3ea3a2-6539-4c8a-b811-43c61446440e req-7830fb55-0e20-4a9e-bea1-f2e8ba8db47f tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 210 time: 0.0309391 Aug 15 14:12:06.378506 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-db6e23f8-a561-44b3-8eb0-3deed83caa16 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e9e17c56a1524dedab81fc0cbc3e12da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2915101 Aug 15 14:12:06.381568 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 42312) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:06.388762 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e23f8-a561-44b3-8eb0-3deed83caa16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e976c76-c771-442e-83d4-e1e95de5224a,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:06.435896 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-44833622-fd86-4342-a962-b6fdc68d72eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:06.456847 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-44833622-fd86-4342-a962-b6fdc68d72eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:06.542299 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e605b7a-ad76-4ea9-b76b-2d3e31643305 req-53f7912f-6aec-44a6-934e-d97b8fded936 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:06.543914 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7e605b7a-ad76-4ea9-b76b-2d3e31643305 req-53f7912f-6aec-44a6-934e-d97b8fded936 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 943 time: 0.0605142 Aug 15 14:12:06.589829 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7e605b7a-ad76-4ea9-b76b-2d3e31643305 req-ed17cbd6-9132-45c3-ba21-1d634e5a084a tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/security-groups?id=96fe4f6f-d707-4bac-9eb1-d262e0f5114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388267 Aug 15 14:12:06.594511 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-44833622-fd86-4342-a962-b6fdc68d72eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:06.597078 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-44833622-fd86-4342-a962-b6fdc68d72eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:06.598335 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-44833622-fd86-4342-a962-b6fdc68d72eb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6e976c76-c771-442e-83d4-e1e95de5224a HTTP/1.1" status: 204 len: 168 time: 0.2158716 Aug 15 14:12:06.609936 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44833622-fd86-4342-a962-b6fdc68d72eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e976c76-c771-442e-83d4-e1e95de5224a,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:07.373053 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032e9d0-127c-467e-9dfd-c98f4f100a96 req-bc139ac7-90fb-4f2e-9072-37b5ca6d8a65 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:07.374725 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-7032e9d0-127c-467e-9dfd-c98f4f100a96 req-bc139ac7-90fb-4f2e-9072-37b5ca6d8a65 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 943 time: 0.0507321 Aug 15 14:12:07.467899 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-7032e9d0-127c-467e-9dfd-c98f4f100a96 req-9dfcdaff-6ef0-44c4-9964-069b22a5e43e tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868449 Aug 15 14:12:07.496290 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f675fde-048f-4197-ba28-8aced0d212d8 req-8b091869-e78a-49a4-8ff6-851c1dedf4fd tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:07.505122 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5f675fde-048f-4197-ba28-8aced0d212d8 req-8b091869-e78a-49a4-8ff6-851c1dedf4fd tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 943 time: 0.1146111 Aug 15 14:12:07.528000 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5fd9e124-4e00-40f3-bee9-9e2c891d5f78 req-19d7dc11-f5af-4cf9-96e4-957e9ae152e6 service neutron] 10.222.0.20 "GET /v2.0/networks/f6d15e1a-b561-4699-b6d6-2650782011ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160932 Aug 15 14:12:07.594339 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5f675fde-048f-4197-ba28-8aced0d212d8 req-1c515464-49c6-4024-8272-e822298534a0 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823152 Aug 15 14:12:07.600762 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-ce5ae724-d8e0-476e-92af-2bf063186965 service neutron] 10.222.0.20 "GET /v2.0/networks/f6d15e1a-b561-4699-b6d6-2650782011ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780536 Aug 15 14:12:07.637055 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e4019fad-7704-4a48-9070-4d52d9390293 req-b6134d5c-1aae-4bef-93bc-116daff62630 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 210 time: 0.0557189 Aug 15 14:12:07.745572 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-367e8e12-01c4-4732-8d3e-3e0d921e14fd req-7a4d8404-87a2-493c-84b0-2e1b7dfd5abd service neutron] 10.222.0.20 "GET /v2.0/networks/f6d15e1a-b561-4699-b6d6-2650782011ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359079 Aug 15 14:12:07.763331 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a081f3d-a09c-428c-bb04-3cf93c4e10d0 req-562d9475-5515-4271-a057-a63d4affc144 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:07.764929 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2a081f3d-a09c-428c-bb04-3cf93c4e10d0 req-562d9475-5515-4271-a057-a63d4affc144 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 943 time: 0.0771294 Aug 15 14:12:07.864139 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2a081f3d-a09c-428c-bb04-3cf93c4e10d0 req-813e0efd-04ba-4ff0-8bca-78e334a82a6b tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/security-groups?id=96fe4f6f-d707-4bac-9eb1-d262e0f5114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885699 Aug 15 14:12:07.923115 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-cc059a8e-4cef-4095-9711-414b23dcf3bd tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:07.925022 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-cc059a8e-4cef-4095-9711-414b23dcf3bd tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.20 "GET /v2.0/networks?id=be0d8a3c-f753-4203-b1e9-df12d5419b7d HTTP/1.1" status: 200 len: 811 time: 0.1591001 Aug 15 14:12:07.993309 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-059ccf7f-96a3-40c0-abc1-7dedd66983bb tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d7d262d48af475e9d34d28cde3291b8 HTTP/1.1" status: 200 len: 380 time: 0.0478458 Aug 15 14:12:08.003664 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-7c424af3-8172-4596-b401-c3a1c6957440 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Request body: {'port': {'device_id': '5f704447-d7cb-460e-8a42-dafaa0340e7e', 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d', 'admin_state_up': True, 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'security_groups': ['c66dbba0-6f3b-4662-90d3-68cdea7a1a0b']}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:12:08.171677 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-7c424af3-8172-4596-b401-c3a1c6957440 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Made reservation on behalf of 1d7d262d48af475e9d34d28cde3291b8 for: {'port': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:12:08.175443 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-7c424af3-8172-4596-b401-c3a1c6957440 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:08.315702 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-7c424af3-8172-4596-b401-c3a1c6957440 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Allocated IP 172.20.0.4 (be0d8a3c-f753-4203-b1e9-df12d5419b7d/755f6259-b6d2-4fd1-8b9f-a7b43f738a15/414d923b-4006-41a2-9c05-eb3e14e99b37) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:12:08.397694 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 42398) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:08.454138 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-7c424af3-8172-4596-b401-c3a1c6957440 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:08.467695 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.provisioning_blocks [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-7c424af3-8172-4596-b401-c3a1c6957440 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Transition to ACTIVE for port object 414d923b-4006-41a2-9c05-eb3e14e99b37 will not be triggered until provisioned by entity DHCP. {{(pid=94450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:12:08.563626 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-7c424af3-8172-4596-b401-c3a1c6957440 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:08.592648 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-3fc9a3a6-f380-4a8b-b68c-028cefcedb2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:08.614550 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-7c424af3-8172-4596-b401-c3a1c6957440 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Network be0d8a3c-f753-4203-b1e9-df12d5419b7d is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:12:08.621041 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-7c424af3-8172-4596-b401-c3a1c6957440 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:12:08.624691 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c424af3-8172-4596-b401-c3a1c6957440 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Pushing event updated for resources: {'Port': ['ID=414d923b-4006-41a2-9c05-eb3e14e99b37,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:08.627304 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-7c424af3-8172-4596-b401-c3a1c6957440 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:12:08.632013 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099083ab-269f-4344-b4f0-7022570b7a6d req-3f9849d8-992f-4085-b5de-30b9f37a53b0 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:08.645946 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-099083ab-269f-4344-b4f0-7022570b7a6d req-3f9849d8-992f-4085-b5de-30b9f37a53b0 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 943 time: 0.0933197 Aug 15 14:12:08.706286 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-7c424af3-8172-4596-b401-c3a1c6957440 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:08.707177 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-7c424af3-8172-4596-b401-c3a1c6957440 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:08.745218 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-099083ab-269f-4344-b4f0-7022570b7a6d req-0ad0b55f-95f5-4d11-922c-7bf5cca463e6 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961969 Aug 15 14:12:08.853660 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de9780-e3a2-4ee9-961c-399a74ab47e6 req-6924cab9-0aa3-4333-bfd0-718e451676d9 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:08.859625 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e6de9780-e3a2-4ee9-961c-399a74ab47e6 req-6924cab9-0aa3-4333-bfd0-718e451676d9 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 943 time: 0.1280363 Aug 15 14:12:08.898440 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b95529-185e-4edc-8c99-cb87a0d3fee5 req-92f49804-ee72-4627-93c3-add1ff1c912f tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:08.900069 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-88b95529-185e-4edc-8c99-cb87a0d3fee5 req-92f49804-ee72-4627-93c3-add1ff1c912f tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 931 time: 0.0852242 Aug 15 14:12:08.903812 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e6de9780-e3a2-4ee9-961c-399a74ab47e6 req-2c9354a3-a08b-4774-b46d-bab771542a0a tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400429 Aug 15 14:12:08.948066 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-3fc9a3a6-f380-4a8b-b68c-028cefcedb2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:08.967884 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-88b95529-185e-4edc-8c99-cb87a0d3fee5 req-dd3cd6a0-4883-47f3-be28-0ebf90c8b781 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536244 Aug 15 14:12:09.021150 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78589b7-f74a-48e7-8130-eee1de11312f req-eefb3776-39a1-4af0-b55a-b7b3a05878b7 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:09.022633 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e78589b7-f74a-48e7-8130-eee1de11312f req-eefb3776-39a1-4af0-b55a-b7b3a05878b7 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 943 time: 0.0505073 Aug 15 14:12:09.040745 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-3fc9a3a6-f380-4a8b-b68c-028cefcedb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:09.042326 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-01f6b297-3dc0-477e-bbe0-f30aac2f1f13 None None] Provisioning for port 414d923b-4006-41a2-9c05-eb3e14e99b37 completed by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:12:09.049309 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-01f6b297-3dc0-477e-bbe0-f30aac2f1f13 None None] Provisioning complete for port 414d923b-4006-41a2-9c05-eb3e14e99b37 triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:12:09.051115 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-01f6b297-3dc0-477e-bbe0-f30aac2f1f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:09.063831 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e78589b7-f74a-48e7-8130-eee1de11312f req-26ba2b81-4f31-4aed-9782-c09fceb394e4 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/security-groups?id=96fe4f6f-d707-4bac-9eb1-d262e0f5114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352585 Aug 15 14:12:09.081308 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-3fc9a3a6-f380-4a8b-b68c-028cefcedb2b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c3a5e2ef2ce044598c88c7ce70276230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6799831 Aug 15 14:12:09.083412 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 42430) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:09.088196 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9a3a6-f380-4a8b-b68c-028cefcedb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4097ed07-b27f-4c1a-b0f2-2e9764014ea5,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:09.099075 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-7c424af3-8172-4596-b401-c3a1c6957440 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0992548 Aug 15 14:12:09.118140 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-01f6b297-3dc0-477e-bbe0-f30aac2f1f13 None None] Port 414d923b-4006-41a2-9c05-eb3e14e99b37 cannot update to ACTIVE because it is not bound. {{(pid=94453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 15 14:12:09.127002 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-1271237a-fac3-438d-b19f-b692f90a884a service neutron] Request body: {'port': {'device_id': '5f704447-d7cb-460e-8a42-dafaa0340e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:12:09.200863 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-73f282f5-4cd0-4323-a59e-95d24fcb3961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:09.212336 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-1271237a-fac3-438d-b19f-b692f90a884a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:09.234423 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-73f282f5-4cd0-4323-a59e-95d24fcb3961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:09.464961 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-73f282f5-4cd0-4323-a59e-95d24fcb3961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:09.467511 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-73f282f5-4cd0-4323-a59e-95d24fcb3961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:09.468646 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-73f282f5-4cd0-4323-a59e-95d24fcb3961 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4097ed07-b27f-4c1a-b0f2-2e9764014ea5 HTTP/1.1" status: 204 len: 168 time: 0.3839872 Aug 15 14:12:09.487289 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f282f5-4cd0-4323-a59e-95d24fcb3961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4097ed07-b27f-4c1a-b0f2-2e9764014ea5,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:09.519804 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-1271237a-fac3-438d-b19f-b692f90a884a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 414d923b-4006-41a2-9c05-eb3e14e99b37 {{(pid=94450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:12:09.527313 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-1271237a-fac3-438d-b19f-b692f90a884a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:09.540753 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.provisioning_blocks [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-1271237a-fac3-438d-b19f-b692f90a884a service neutron] Transition to ACTIVE for port object 414d923b-4006-41a2-9c05-eb3e14e99b37 will not be triggered until provisioned by entity L2. {{(pid=94450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:12:09.614481 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-1271237a-fac3-438d-b19f-b692f90a884a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:09.667677 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271237a-fac3-438d-b19f-b692f90a884a service neutron] Pushing event updated for resources: {'Port': ['ID=414d923b-4006-41a2-9c05-eb3e14e99b37,revision_number=2']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:09.746298 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-1271237a-fac3-438d-b19f-b692f90a884a service neutron] Attempting to bind port 414d923b-4006-41a2-9c05-eb3e14e99b37 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:12:09.746298 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-1271237a-fac3-438d-b19f-b692f90a884a service neutron] Attempting to bind port 414d923b-4006-41a2-9c05-eb3e14e99b37 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': 'ada33314-c548-47cf-a85a-b333e3e0fa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d'}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:12:09.746298 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-1271237a-fac3-438d-b19f-b692f90a884a service neutron] Attempting to bind port 414d923b-4006-41a2-9c05-eb3e14e99b37 on network be0d8a3c-f753-4203-b1e9-df12d5419b7d {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:12:09.755974 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-1271237a-fac3-438d-b19f-b692f90a884a service neutron] Port 414d923b-4006-41a2-9c05-eb3e14e99b37 on network be0d8a3c-f753-4203-b1e9-df12d5419b7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 15 14:12:09.755974 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-1271237a-fac3-438d-b19f-b692f90a884a service neutron] Attempting to bind port 414d923b-4006-41a2-9c05-eb3e14e99b37 on network be0d8a3c-f753-4203-b1e9-df12d5419b7d {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:12:09.765887 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-1271237a-fac3-438d-b19f-b692f90a884a service neutron] Checking agent: {'id': '32bd799d-9334-4df6-9ae9-b970e79828b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'started_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:12:09.766366 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-1271237a-fac3-438d-b19f-b692f90a884a service neutron] Checking segment: {'id': 'ada33314-c548-47cf-a85a-b333e3e0fa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:12:09.766849 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-1271237a-fac3-438d-b19f-b692f90a884a service neutron] Bound using segment: {'id': 'ada33314-c548-47cf-a85a-b333e3e0fa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d'} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:12:09.767488 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-1271237a-fac3-438d-b19f-b692f90a884a service neutron] Bound port: 414d923b-4006-41a2-9c05-eb3e14e99b37, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ada33314-c548-47cf-a85a-b333e3e0fa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d'}}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:12:09.768159 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-1271237a-fac3-438d-b19f-b692f90a884a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:09.844630 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-1271237a-fac3-438d-b19f-b692f90a884a service neutron] For port 414d923b-4006-41a2-9c05-eb3e14e99b37, host hv-cinder-80458, cleared binding levels {{(pid=94450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:12:09.848666 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-1271237a-fac3-438d-b19f-b692f90a884a service neutron] For port 414d923b-4006-41a2-9c05-eb3e14e99b37, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=414d923b-4006-41a2-9c05-eb3e14e99b37,segment=NetworkSegment(ada33314-c548-47cf-a85a-b333e3e0fa46),segment_id=ada33314-c548-47cf-a85a-b333e3e0fa46)] {{(pid=94450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:12:09.904679 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c826db6-045a-457d-95a4-51a01c2e6edc req-7f40e94a-b435-437c-9edc-237f1e9b1f32 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:09.906248 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5c826db6-045a-457d-95a4-51a01c2e6edc req-7f40e94a-b435-437c-9edc-237f1e9b1f32 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 943 time: 0.0589523 Aug 15 14:12:09.969984 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5c826db6-045a-457d-95a4-51a01c2e6edc req-d80515c7-b9e9-4c79-88e7-a6b1e90cb0ae tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572145 Aug 15 14:12:10.035911 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-1271237a-fac3-438d-b19f-b692f90a884a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:10.104018 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f183c-f518-4083-a86c-7084740dd393 req-19a77a1a-0077-4b64-80fe-d923c4bd9ae2 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:10.112046 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-858f183c-f518-4083-a86c-7084740dd393 req-19a77a1a-0077-4b64-80fe-d923c4bd9ae2 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 943 time: 0.0612352 Aug 15 14:12:10.146944 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-858f183c-f518-4083-a86c-7084740dd393 req-cecf6980-eab6-4a14-80c9-6442c3434c24 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339866 Aug 15 14:12:10.284722 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f051517-d1cf-48b1-9ba4-fc7b3a3ca30f req-c390fc18-9593-4f1a-8b40-6d67e5cea9b9 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:10.286483 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-8f051517-d1cf-48b1-9ba4-fc7b3a3ca30f req-c390fc18-9593-4f1a-8b40-6d67e5cea9b9 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 943 time: 0.0779846 Aug 15 14:12:10.290060 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-1271237a-fac3-438d-b19f-b692f90a884a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:10.290732 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-1271237a-fac3-438d-b19f-b692f90a884a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:10.292114 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-1271237a-fac3-438d-b19f-b692f90a884a service neutron] 10.222.0.20 "PUT /v2.0/ports/414d923b-4006-41a2-9c05-eb3e14e99b37 HTTP/1.1" status: 200 len: 1093 time: 1.1731040 Aug 15 14:12:10.317823 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f704447-d7cb-460e-8a42-dafaa0340e7e', 'tag': '414d923b-4006-41a2-9c05-eb3e14e99b37'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:12:10.320406 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdd0d07-0a37-4619-9e87-0d081cbc74f5" -d '{"events": [{"name": "network-changed", "server_uuid": "5f704447-d7cb-460e-8a42-dafaa0340e7e", "tag": "414d923b-4006-41a2-9c05-eb3e14e99b37"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:12:10.323230 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271237a-fac3-438d-b19f-b692f90a884a service neutron] Pushing event updated for resources: {'Port': ['ID=414d923b-4006-41a2-9c05-eb3e14e99b37,revision_number=3']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:10.344002 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec9989-48eb-4b8c-9321-447d6addb4a3 req-7cabf0f3-03cd-4e54-8df1-19c6eb903913 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:10.345845 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5aec9989-48eb-4b8c-9321-447d6addb4a3 req-7cabf0f3-03cd-4e54-8df1-19c6eb903913 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 943 time: 0.3511722 Aug 15 14:12:10.351044 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-8f051517-d1cf-48b1-9ba4-fc7b3a3ca30f req-a4077595-4566-4815-a98b-a08211289e32 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/security-groups?id=96fe4f6f-d707-4bac-9eb1-d262e0f5114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543973 Aug 15 14:12:10.387711 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5aec9989-48eb-4b8c-9321-447d6addb4a3 req-d06d0d35-2378-4981-86dc-61c133b0ab5b tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354137 Aug 15 14:12:10.395718 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad30451-113f-4546-893d-e400e5bd15de x-openstack-request-id: req-9ad30451-113f-4546-893d-e400e5bd15de {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:12:10.396147 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f704447-d7cb-460e-8a42-dafaa0340e7e", "tag": "414d923b-4006-41a2-9c05-eb3e14e99b37", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:12:10.396431 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9ad30451-113f-4546-893d-e400e5bd15de {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:12:10.396806 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f704447-d7cb-460e-8a42-dafaa0340e7e', 'tag': '414d923b-4006-41a2-9c05-eb3e14e99b37', 'status': 'completed', 'code': 200} Aug 15 14:12:10.476001 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-704d8457-c93a-49e0-be47-1caac8d53cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:10.477642 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-704d8457-c93a-49e0-be47-1caac8d53cca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d7d262d48af475e9d34d28cde3291b8&device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 1096 time: 0.0528333 Aug 15 14:12:10.527194 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-75203eb2-eb9f-40df-bd48-bd8607ca4ce8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=414d923b-4006-41a2-9c05-eb3e14e99b37 HTTP/1.1" status: 200 len: 217 time: 0.0400267 Aug 15 14:12:10.580901 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-cf76fb57-2e07-4a32-972a-bb7c3aceb53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:10.582732 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-cf76fb57-2e07-4a32-972a-bb7c3aceb53d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=755f6259-b6d2-4fd1-8b9f-a7b43f738a15 HTTP/1.1" status: 200 len: 850 time: 0.0474267 Aug 15 14:12:10.664772 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-f34543f7-a696-455e-b64f-aadb96abee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:10.666373 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-f34543f7-a696-455e-b64f-aadb96abee63 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be0d8a3c-f753-4203-b1e9-df12d5419b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757399 Aug 15 14:12:10.698149 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-93e6afb5-c29b-40a3-b5f4-179a99662a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:10.786598 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-5b9ea1c1-869c-414e-8667-5de2dc055474 service neutron] 10.222.0.20 "GET /v2.0/networks/be0d8a3c-f753-4203-b1e9-df12d5419b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046100 Aug 15 14:12:10.887826 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-51fb7a69-23da-4aed-9736-53b4b7c9aa70 req-e3369202-9a8d-4a6d-86bc-47eb18e9524f service neutron] 10.222.0.20 "GET /v2.0/networks/be0d8a3c-f753-4203-b1e9-df12d5419b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920224 Aug 15 14:12:11.066901 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd0d07-0a37-4619-9e87-0d081cbc74f5 req-bc1d7823-73c7-42f6-a26f-ea5ce46ae7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:11.068585 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8fdd0d07-0a37-4619-9e87-0d081cbc74f5 req-bc1d7823-73c7-42f6-a26f-ea5ce46ae7bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d7d262d48af475e9d34d28cde3291b8&device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 1096 time: 0.0526648 Aug 15 14:12:11.092104 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb41d90-febb-40fb-b1ca-4447a9b4a089 req-bcf6b028-4919-46be-b1db-28f7bf6b23c9 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:11.094208 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5eb41d90-febb-40fb-b1ca-4447a9b4a089 req-bcf6b028-4919-46be-b1db-28f7bf6b23c9 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 943 time: 0.0581899 Aug 15 14:12:11.137340 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5eb41d90-febb-40fb-b1ca-4447a9b4a089 req-e614f8c1-3001-4d97-a16d-9cfd21f79be5 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357642 Aug 15 14:12:11.282742 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd0d07-0a37-4619-9e87-0d081cbc74f5 req-f6d2029d-eea7-46e5-9287-8f662e4469af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:11.282742 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8fdd0d07-0a37-4619-9e87-0d081cbc74f5 req-f6d2029d-eea7-46e5-9287-8f662e4469af service neutron] 10.222.0.20 "GET /v2.0/networks?id=be0d8a3c-f753-4203-b1e9-df12d5419b7d HTTP/1.1" status: 200 len: 912 time: 0.2051637 Aug 15 14:12:11.336919 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a359a01-c7a5-4753-9690-c2f53dd4e8a9 req-4aa8a367-042c-4111-b443-11eb6341a5d6 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:11.338450 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8a359a01-c7a5-4753-9690-c2f53dd4e8a9 req-4aa8a367-042c-4111-b443-11eb6341a5d6 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 943 time: 0.1075249 Aug 15 14:12:11.340546 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8fdd0d07-0a37-4619-9e87-0d081cbc74f5 req-2522f501-7937-49b9-af91-1919efb9cc5b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=414d923b-4006-41a2-9c05-eb3e14e99b37 HTTP/1.1" status: 200 len: 217 time: 0.0501409 Aug 15 14:12:11.410863 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8a359a01-c7a5-4753-9690-c2f53dd4e8a9 req-579b40bc-384b-4f40-9cfb-b57fb73c5502 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650947 Aug 15 14:12:11.410863 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 42538) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:11.422270 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd0d07-0a37-4619-9e87-0d081cbc74f5 req-b013b430-2e01-4d20-ad4b-949943c99b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:11.423713 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8fdd0d07-0a37-4619-9e87-0d081cbc74f5 req-b013b430-2e01-4d20-ad4b-949943c99b48 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=755f6259-b6d2-4fd1-8b9f-a7b43f738a15 HTTP/1.1" status: 200 len: 850 time: 0.0724323 Aug 15 14:12:11.483907 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4dd5e-e25f-453b-8ff3-37a5e75f7c85 req-7d4e02c3-16ab-45a8-bbb9-69008c0ec751 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:11.492267 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-f6d4dd5e-e25f-453b-8ff3-37a5e75f7c85 req-7d4e02c3-16ab-45a8-bbb9-69008c0ec751 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 943 time: 0.0603907 Aug 15 14:12:11.552128 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd0d07-0a37-4619-9e87-0d081cbc74f5 req-38b217a1-75b1-468e-b31a-d7aa8b42d382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:11.554025 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-f6d4dd5e-e25f-453b-8ff3-37a5e75f7c85 req-183a6888-daf6-496e-979c-668e709f73d2 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/security-groups?id=96fe4f6f-d707-4bac-9eb1-d262e0f5114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607343 Aug 15 14:12:11.560427 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8fdd0d07-0a37-4619-9e87-0d081cbc74f5 req-38b217a1-75b1-468e-b31a-d7aa8b42d382 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be0d8a3c-f753-4203-b1e9-df12d5419b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1282284 Aug 15 14:12:11.634706 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9612f-747c-4983-8996-1a7fe794bc7e req-c24e9978-2c89-4c26-95ac-13dfc5c5e6ce tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:11.636216 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d1f9612f-747c-4983-8996-1a7fe794bc7e req-c24e9978-2c89-4c26-95ac-13dfc5c5e6ce tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 943 time: 0.1300662 Aug 15 14:12:11.652065 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-8240714e-274a-4749-b354-46c7fda5db92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:11.726486 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d1f9612f-747c-4983-8996-1a7fe794bc7e req-e1722295-f7f3-40b9-bfe0-d059a491b042 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778170 Aug 15 14:12:11.735348 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8fdd0d07-0a37-4619-9e87-0d081cbc74f5 req-aa5aa356-c0c7-41bd-a352-9a2f343da681 service neutron] 10.222.0.20 "GET /v2.0/networks/be0d8a3c-f753-4203-b1e9-df12d5419b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660764 Aug 15 14:12:11.798392 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device c95233d3-7524-4964-b190-66c3536c9a6a details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 15 14:12:11.858278 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8fdd0d07-0a37-4619-9e87-0d081cbc74f5 req-1683b766-5e5f-4dc8-9c2c-0898a6650819 service neutron] 10.222.0.20 "GET /v2.0/networks/be0d8a3c-f753-4203-b1e9-df12d5419b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152053 Aug 15 14:12:11.872400 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-8240714e-274a-4749-b354-46c7fda5db92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:11.906077 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port c95233d3-7524-4964-b190-66c3536c9a6a, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=c95233d3-7524-4964-b190-66c3536c9a6a,segment=NetworkSegment(0d773301-4627-4dbc-af30-9dbe1f56781d),segment_id=0d773301-4627-4dbc-af30-9dbe1f56781d)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:12:11.917308 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Returning: {'device': 'c95233d3-7524-4964-b190-66c3536c9a6a', 'network_id': '84973402-f5de-4cbd-a3be-16501fd5c3aa', 'port_id': 'c95233d3-7524-4964-b190-66c3536c9a6a', 'mac_address': 'fa:16:3e:b3:9e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '605b3e14-49dc-4446-943a-b55a9146c77b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 15 14:12:11.937374 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-8240714e-274a-4749-b354-46c7fda5db92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:11.975826 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-8240714e-274a-4749-b354-46c7fda5db92 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=479ed93e1b994de29568c9c895b5bb56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5639725 Aug 15 14:12:11.976690 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240714e-274a-4749-b354-46c7fda5db92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e587489-6540-4774-a76e-9a2d1dfb20e2,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:11.978612 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 42552) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:12.019314 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:12.032399 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c95233d3-7524-4964-b190-66c3536c9a6a {{(pid=94453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:12:12.035369 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-669549d1-c55f-4bf4-9ea2-6fba73de745f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:12.053012 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port c95233d3-7524-4964-b190-66c3536c9a6a, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=c95233d3-7524-4964-b190-66c3536c9a6a,segment=NetworkSegment(0d773301-4627-4dbc-af30-9dbe1f56781d),segment_id=0d773301-4627-4dbc-af30-9dbe1f56781d)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:12:12.059923 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-669549d1-c55f-4bf4-9ea2-6fba73de745f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:12.111416 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:12.112088 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device e6b9c826-8be3-45bf-925b-a0034dfa144e details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 15 14:12:12.188739 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-669549d1-c55f-4bf4-9ea2-6fba73de745f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:12.191562 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-669549d1-c55f-4bf4-9ea2-6fba73de745f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:12.195414 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-669549d1-c55f-4bf4-9ea2-6fba73de745f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1e587489-6540-4774-a76e-9a2d1dfb20e2 HTTP/1.1" status: 204 len: 168 time: 0.2132447 Aug 15 14:12:12.209645 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669549d1-c55f-4bf4-9ea2-6fba73de745f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e587489-6540-4774-a76e-9a2d1dfb20e2,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:12.228643 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=c95233d3-7524-4964-b190-66c3536c9a6a,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:12.302265 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port e6b9c826-8be3-45bf-925b-a0034dfa144e, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=e6b9c826-8be3-45bf-925b-a0034dfa144e,segment=NetworkSegment(510f0b11-dda3-4cdb-8b1a-066aa988a8f5),segment_id=510f0b11-dda3-4cdb-8b1a-066aa988a8f5)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:12:12.302459 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f10f97-6eed-48a9-a3da-4530168f31b8 req-404c042b-2b1a-4981-aec7-f52e38e85b70 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:12.309853 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-11f10f97-6eed-48a9-a3da-4530168f31b8 req-404c042b-2b1a-4981-aec7-f52e38e85b70 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 944 time: 0.0825353 Aug 15 14:12:12.312940 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Returning: {'device': 'e6b9c826-8be3-45bf-925b-a0034dfa144e', 'network_id': 'f6d15e1a-b561-4699-b6d6-2650782011ad', 'port_id': 'e6b9c826-8be3-45bf-925b-a0034dfa144e', 'mac_address': 'fa:16:3e:b6:00:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e7c7efa-002b-4af9-be04-92bb27db3bc2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 15 14:12:12.350519 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-11f10f97-6eed-48a9-a3da-4530168f31b8 req-c91ebc52-ccf2-4a02-95f0-f40fef128578 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395675 Aug 15 14:12:12.359937 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:12.387385 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b9c826-8be3-45bf-925b-a0034dfa144e {{(pid=94453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:12:12.409141 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port e6b9c826-8be3-45bf-925b-a0034dfa144e, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=e6b9c826-8be3-45bf-925b-a0034dfa144e,segment=NetworkSegment(510f0b11-dda3-4cdb-8b1a-066aa988a8f5),segment_id=510f0b11-dda3-4cdb-8b1a-066aa988a8f5)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:12:12.477181 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:12.477994 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device a8d05cb3-d735-44fe-930b-23878b73f3b5 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 15 14:12:12.536409 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bdc15-a86e-44ca-b4f3-eab130051d54 req-6d93528d-a21c-48c3-b18c-6fa8d4086b73 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:12.538257 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-fa9bdc15-a86e-44ca-b4f3-eab130051d54 req-6d93528d-a21c-48c3-b18c-6fa8d4086b73 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 943 time: 0.0557725 Aug 15 14:12:12.552953 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=e6b9c826-8be3-45bf-925b-a0034dfa144e,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:12.606840 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-fa9bdc15-a86e-44ca-b4f3-eab130051d54 req-cf7b615e-62ef-4e97-9ffa-e5776fafb0ee tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572569 Aug 15 14:12:12.647122 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port a8d05cb3-d735-44fe-930b-23878b73f3b5, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=a8d05cb3-d735-44fe-930b-23878b73f3b5,segment=NetworkSegment(49414da8-874b-42f0-b913-f4fc3698fc1a),segment_id=49414da8-874b-42f0-b913-f4fc3698fc1a)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:12:12.676869 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Returning: {'device': 'a8d05cb3-d735-44fe-930b-23878b73f3b5', 'network_id': 'b5199da4-07f3-4179-85b5-8c3aa021260f', 'port_id': 'a8d05cb3-d735-44fe-930b-23878b73f3b5', 'mac_address': 'fa:16:3e:be:28:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5522d45c-406f-4a5c-bbcc-a6c052fb4164', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 15 14:12:12.723083 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80006d30-8ce6-49d1-8cdc-f0d1d1c80806 req-7fb9e0a0-60da-44f6-b389-c890e6fa819d tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:12.730470 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-80006d30-8ce6-49d1-8cdc-f0d1d1c80806 req-7fb9e0a0-60da-44f6-b389-c890e6fa819d tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 943 time: 0.0679741 Aug 15 14:12:12.733346 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:12.755271 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8d05cb3-d735-44fe-930b-23878b73f3b5 {{(pid=94453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:12:12.786151 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port a8d05cb3-d735-44fe-930b-23878b73f3b5, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=a8d05cb3-d735-44fe-930b-23878b73f3b5,segment=NetworkSegment(49414da8-874b-42f0-b913-f4fc3698fc1a),segment_id=49414da8-874b-42f0-b913-f4fc3698fc1a)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:12:12.802318 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-80006d30-8ce6-49d1-8cdc-f0d1d1c80806 req-3702b062-4058-4884-8d7c-b147f3164488 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/security-groups?id=96fe4f6f-d707-4bac-9eb1-d262e0f5114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709016 Aug 15 14:12:12.860837 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b8b36-44a7-415f-934d-7e1fdaa6f336 req-2843e6fc-f5a5-4234-b1ae-921ee9a2f0b8 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:12.862357 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e83b8b36-44a7-415f-934d-7e1fdaa6f336 req-2843e6fc-f5a5-4234-b1ae-921ee9a2f0b8 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 943 time: 0.0494146 Aug 15 14:12:12.899472 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e83b8b36-44a7-415f-934d-7e1fdaa6f336 req-2f8adbc9-35cd-4853-973a-cc9695f34ff4 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311723 Aug 15 14:12:12.952025 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:12.953148 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 2c207c78-6c87-46e7-a860-004a8c60e986 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 15 14:12:13.021040 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 2c207c78-6c87-46e7-a860-004a8c60e986, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=2c207c78-6c87-46e7-a860-004a8c60e986,segment=NetworkSegment(510f0b11-dda3-4cdb-8b1a-066aa988a8f5),segment_id=510f0b11-dda3-4cdb-8b1a-066aa988a8f5)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:12:13.023444 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=a8d05cb3-d735-44fe-930b-23878b73f3b5,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:13.037245 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Returning: {'device': '2c207c78-6c87-46e7-a860-004a8c60e986', 'network_id': 'f6d15e1a-b561-4699-b6d6-2650782011ad', 'port_id': '2c207c78-6c87-46e7-a860-004a8c60e986', 'mac_address': 'fa:16:3e:6a:3a:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e7c7efa-002b-4af9-be04-92bb27db3bc2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 15 14:12:13.078618 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:13.095490 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c207c78-6c87-46e7-a860-004a8c60e986 {{(pid=94453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:12:13.118275 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 2c207c78-6c87-46e7-a860-004a8c60e986, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=2c207c78-6c87-46e7-a860-004a8c60e986,segment=NetworkSegment(510f0b11-dda3-4cdb-8b1a-066aa988a8f5),segment_id=510f0b11-dda3-4cdb-8b1a-066aa988a8f5)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:12:13.208384 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:13.258692 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=2c207c78-6c87-46e7-a860-004a8c60e986,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:13.276776 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-781e20b1-8986-4d2e-a3d4-c17954a60b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:13.470250 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b95781-cf2e-4d83-83d4-b0898d0fa533 req-c09e6a69-47d8-4f06-9ba0-08bad9599394 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:13.471744 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-63b95781-cf2e-4d83-83d4-b0898d0fa533 req-c09e6a69-47d8-4f06-9ba0-08bad9599394 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 944 time: 0.0525365 Aug 15 14:12:13.510881 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-63b95781-cf2e-4d83-83d4-b0898d0fa533 req-bcc2b2af-6208-4f3b-bded-be6e962cd834 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332203 Aug 15 14:12:13.728090 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8c53c-3c51-4d2a-a9ba-4773052da08c req-5137aff9-f371-47b8-aa93-1f3e845f1f3c tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:13.729601 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-75e8c53c-3c51-4d2a-a9ba-4773052da08c req-5137aff9-f371-47b8-aa93-1f3e845f1f3c tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 943 time: 0.0538533 Aug 15 14:12:13.781648 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-75e8c53c-3c51-4d2a-a9ba-4773052da08c req-bd5d8b50-a4fe-4cbe-9983-1650bd9c07ad tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403831 Aug 15 14:12:13.795707 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 414d923b-4006-41a2-9c05-eb3e14e99b37 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 15 14:12:13.890813 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['e6b9c826-8be3-45bf-925b-a0034dfa144e'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:12:13.895838 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:13.915952 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 414d923b-4006-41a2-9c05-eb3e14e99b37, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=414d923b-4006-41a2-9c05-eb3e14e99b37,segment=NetworkSegment(ada33314-c548-47cf-a85a-b333e3e0fa46),segment_id=ada33314-c548-47cf-a85a-b333e3e0fa46)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:12:13.924213 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831eb39-f772-4179-8851-8937c4613e5d req-414e0c23-408e-450d-bdc6-dcb5d20855c8 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:13.926008 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5831eb39-f772-4179-8851-8937c4613e5d req-414e0c23-408e-450d-bdc6-dcb5d20855c8 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 944 time: 0.0528166 Aug 15 14:12:13.965652 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Returning: {'device': '414d923b-4006-41a2-9c05-eb3e14e99b37', 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d', 'port_id': '414d923b-4006-41a2-9c05-eb3e14e99b37', 'mac_address': 'fa:16:3e:c8:5e:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755f6259-b6d2-4fd1-8b9f-a7b43f738a15', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 15 14:12:13.975570 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['c95233d3-7524-4964-b190-66c3536c9a6a'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:12:13.979961 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5831eb39-f772-4179-8851-8937c4613e5d req-c4cd2d95-e5a8-4367-bdef-945d8761e63b tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/security-groups?id=96fe4f6f-d707-4bac-9eb1-d262e0f5114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350721 Aug 15 14:12:13.984419 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['2c207c78-6c87-46e7-a860-004a8c60e986'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:12:13.992999 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['a8d05cb3-d735-44fe-930b-23878b73f3b5'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:12:14.035780 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4a030-f36e-43d2-9d69-7d7103103779 req-c4c598d6-74cb-4944-bb94-5f13526c082f tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:14.037254 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8fa4a030-f36e-43d2-9d69-7d7103103779 req-c4c598d6-74cb-4944-bb94-5f13526c082f tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 944 time: 0.0595298 Aug 15 14:12:14.075646 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8fa4a030-f36e-43d2-9d69-7d7103103779 req-478ebc21-afc4-46c6-8239-0127fffdc4f7 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311768 Aug 15 14:12:14.244957 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:14.317410 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414d923b-4006-41a2-9c05-eb3e14e99b37 {{(pid=94453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:12:14.379658 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 414d923b-4006-41a2-9c05-eb3e14e99b37, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=414d923b-4006-41a2-9c05-eb3e14e99b37,segment=NetworkSegment(ada33314-c548-47cf-a85a-b333e3e0fa46),segment_id=ada33314-c548-47cf-a85a-b333e3e0fa46)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:12:14.473856 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:14.638570 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b447d-8775-4f66-8290-961a6e4e5e88 req-072cd1f1-c90c-40b0-9f96-eb81b85206b0 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:14.640877 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a33b447d-8775-4f66-8290-961a6e4e5e88 req-072cd1f1-c90c-40b0-9f96-eb81b85206b0 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 944 time: 0.0598176 Aug 15 14:12:14.647608 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=414d923b-4006-41a2-9c05-eb3e14e99b37,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:14.689989 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a33b447d-8775-4f66-8290-961a6e4e5e88 req-a5ba898e-a305-4ca0-9016-5460d8cfc150 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421429 Aug 15 14:12:14.698475 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:14.918400 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2d706-ed88-46cc-b207-c7b56dd936ec req-4f8a027e-20f8-4c4b-b6d3-98677aa0c358 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:14.920051 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9ce2d706-ed88-46cc-b207-c7b56dd936ec req-4f8a027e-20f8-4c4b-b6d3-98677aa0c358 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 944 time: 0.0788417 Aug 15 14:12:14.970194 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9ce2d706-ed88-46cc-b207-c7b56dd936ec req-404dd33f-1882-4689-8d84-a74bae293d0d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359824 Aug 15 14:12:15.048941 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['414d923b-4006-41a2-9c05-eb3e14e99b37'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:12:15.148616 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3cba3-c1a2-4fd9-94b8-805de4f4cee9 req-088804f7-4664-4051-8ae6-29d9a65bdae8 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:15.154107 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-bfe3cba3-c1a2-4fd9-94b8-805de4f4cee9 req-088804f7-4664-4051-8ae6-29d9a65bdae8 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 944 time: 0.0990562 Aug 15 14:12:15.204075 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-bfe3cba3-c1a2-4fd9-94b8-805de4f4cee9 req-8b9a9d78-d739-4588-a081-e4c3689b4c3d tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/security-groups?id=96fe4f6f-d707-4bac-9eb1-d262e0f5114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452180 Aug 15 14:12:15.230660 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988d385-1886-4d25-b478-a221fd4e85f9 req-eb9bfd79-6eff-4f59-9bef-01d3e62c820c tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:15.233282 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b988d385-1886-4d25-b478-a221fd4e85f9 req-eb9bfd79-6eff-4f59-9bef-01d3e62c820c tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 944 time: 0.0649569 Aug 15 14:12:15.275855 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b988d385-1886-4d25-b478-a221fd4e85f9 req-37db995d-b9f8-4e5f-8118-96939046d8b6 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340643 Aug 15 14:12:15.804629 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5cbb1-123d-4b55-b1c0-c72220fa89bb req-35e43ec3-0fe2-41ba-b503-a65d9ccb477c tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:15.806108 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-2ad5cbb1-123d-4b55-b1c0-c72220fa89bb req-35e43ec3-0fe2-41ba-b503-a65d9ccb477c tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 944 time: 0.0489326 Aug 15 14:12:15.843070 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-2ad5cbb1-123d-4b55-b1c0-c72220fa89bb req-9600c6e0-2154-4f5d-a047-252a919604ea tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309007 Aug 15 14:12:15.979340 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 42772) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:16.098497 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae6a28-7764-4d90-b6cd-200cd168f884 req-374f6eb5-a534-447a-9dff-9d5cefb8b12e tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:16.108898 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-91ae6a28-7764-4d90-b6cd-200cd168f884 req-374f6eb5-a534-447a-9dff-9d5cefb8b12e tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 944 time: 0.0673919 Aug 15 14:12:16.110725 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-81b57abe-1d6d-42c7-aa41-7c9e15f201dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:16.145248 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-91ae6a28-7764-4d90-b6cd-200cd168f884 req-a216c290-33a3-4f46-a747-f31ee106ea68 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351288 Aug 15 14:12:16.209426 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-81b57abe-1d6d-42c7-aa41-7c9e15f201dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:16.308338 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-81b57abe-1d6d-42c7-aa41-7c9e15f201dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:16.359379 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b57abe-1d6d-42c7-aa41-7c9e15f201dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39746c8-1ded-4023-a663-8c79cc7ea000,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:16.366951 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-81b57abe-1d6d-42c7-aa41-7c9e15f201dd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8098c026e2ce40468e6fa04e5d564647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3840940 Aug 15 14:12:16.372506 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffafa99-4174-4f07-bdf2-e5eab827a470 req-33a1b9e8-da75-4307-9574-c10dbfe5a6e5 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:16.374724 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-dffafa99-4174-4f07-bdf2-e5eab827a470 req-33a1b9e8-da75-4307-9574-c10dbfe5a6e5 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 944 time: 0.1001971 Aug 15 14:12:16.374724 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 42794) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:16.419927 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628f768-5c5b-4d3a-98d2-9b82d43ae9a2 req-3e140e0c-111d-4c0e-b1d1-398481ea682c tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:16.422081 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5628f768-5c5b-4d3a-98d2-9b82d43ae9a2 req-3e140e0c-111d-4c0e-b1d1-398481ea682c tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 944 time: 0.0702600 Aug 15 14:12:16.482500 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-dffafa99-4174-4f07-bdf2-e5eab827a470 req-dc19c8d8-7105-48de-ad8c-c1cbbbeb98c0 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/security-groups?id=96fe4f6f-d707-4bac-9eb1-d262e0f5114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954401 Aug 15 14:12:16.483914 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5628f768-5c5b-4d3a-98d2-9b82d43ae9a2 req-e9a405e9-4b03-47b8-9962-02a640a72454 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537980 Aug 15 14:12:16.495954 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-4d63abe5-2a1d-4b96-bb40-fc5147ea613e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:16.524078 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-4d63abe5-2a1d-4b96-bb40-fc5147ea613e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:16.577318 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:16.625802 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-4d63abe5-2a1d-4b96-bb40-fc5147ea613e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:16.628839 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-4d63abe5-2a1d-4b96-bb40-fc5147ea613e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:16.630092 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-4d63abe5-2a1d-4b96-bb40-fc5147ea613e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c39746c8-1ded-4023-a663-8c79cc7ea000 HTTP/1.1" status: 204 len: 168 time: 0.2547746 Aug 15 14:12:16.638689 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63abe5-2a1d-4b96-bb40-fc5147ea613e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39746c8-1ded-4023-a663-8c79cc7ea000,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:16.963769 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aec4f2-2519-4c6a-b1f0-81a80c246121 req-4bfa2e3e-57dd-41c5-a0c6-879d384ac493 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:16.965937 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-16aec4f2-2519-4c6a-b1f0-81a80c246121 req-4bfa2e3e-57dd-41c5-a0c6-879d384ac493 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 944 time: 0.0525875 Aug 15 14:12:17.006841 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-16aec4f2-2519-4c6a-b1f0-81a80c246121 req-bda29c61-cc41-496c-8507-55d45645ee65 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335453 Aug 15 14:12:17.261217 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062f37d-f9ef-4f7e-b766-627d37e502ff req-e22f17da-f46e-4824-bd56-c04731f9d53b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:17.263343 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b062f37d-f9ef-4f7e-b766-627d37e502ff req-e22f17da-f46e-4824-bd56-c04731f9d53b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 944 time: 0.0497944 Aug 15 14:12:17.272891 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 42808) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:17.285772 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-0c578353-d292-48d2-a826-74f72976dadf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:17.301054 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b062f37d-f9ef-4f7e-b766-627d37e502ff req-79e5a1c6-154e-4f7f-a3c8-a42be5d45bcc tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316572 Aug 15 14:12:17.374773 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-0c578353-d292-48d2-a826-74f72976dadf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:17.451371 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-0c578353-d292-48d2-a826-74f72976dadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:17.488884 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-0c578353-d292-48d2-a826-74f72976dadf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4f08f5cd192e4b66971afe1b04f6aae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2148800 Aug 15 14:12:17.490836 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c578353-d292-48d2-a826-74f72976dadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11604f1-3723-45dd-a853-b417b25cf5f4,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:17.491690 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 42814) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:17.572282 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-21e53d79-82b1-4b26-a0c4-3c465be4bee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:17.599171 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-21e53d79-82b1-4b26-a0c4-3c465be4bee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:17.651659 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c74bc-9021-41b2-903a-aedea957c6cf req-6b4419d9-46ae-4cc3-9bde-5895ea580922 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:17.653583 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-cb3c74bc-9021-41b2-903a-aedea957c6cf req-6b4419d9-46ae-4cc3-9bde-5895ea580922 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 944 time: 0.0592415 Aug 15 14:12:17.673760 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8d0d4-8922-4c3a-a35c-cfeb480c4aff req-02793f46-ca10-47af-8ef5-86866fdfa0bd tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:17.675489 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1ba8d0d4-8922-4c3a-a35c-cfeb480c4aff req-02793f46-ca10-47af-8ef5-86866fdfa0bd tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 944 time: 0.0744190 Aug 15 14:12:17.710063 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-cb3c74bc-9021-41b2-903a-aedea957c6cf req-e96c89d5-01e5-44b0-b344-c8fba481f5ad tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/security-groups?id=96fe4f6f-d707-4bac-9eb1-d262e0f5114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500021 Aug 15 14:12:17.719052 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1ba8d0d4-8922-4c3a-a35c-cfeb480c4aff req-8ab35a9c-2410-4618-bf21-664cb170e3f8 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368695 Aug 15 14:12:17.811471 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-21e53d79-82b1-4b26-a0c4-3c465be4bee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:17.813791 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device c95233d3-7524-4964-b190-66c3536c9a6a up at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:12:17.814327 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-21e53d79-82b1-4b26-a0c4-3c465be4bee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:17.815313 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-21e53d79-82b1-4b26-a0c4-3c465be4bee5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d11604f1-3723-45dd-a853-b417b25cf5f4 HTTP/1.1" status: 204 len: 168 time: 0.3226075 Aug 15 14:12:17.824032 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e53d79-82b1-4b26-a0c4-3c465be4bee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11604f1-3723-45dd-a853-b417b25cf5f4,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:17.942602 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning for port c95233d3-7524-4964-b190-66c3536c9a6a completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:12:17.946575 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning complete for port c95233d3-7524-4964-b190-66c3536c9a6a triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:12:17.946946 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:18.038427 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:18.069101 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d50dea-c9e9-4c41-9da6-c88174f19624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95233d3-7524-4964-b190-66c3536c9a6a'}] {{(pid=94453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:12:18.148942 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port c95233d3-7524-4964-b190-66c3536c9a6a, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=c95233d3-7524-4964-b190-66c3536c9a6a,segment=NetworkSegment(0d773301-4627-4dbc-af30-9dbe1f56781d),segment_id=0d773301-4627-4dbc-af30-9dbe1f56781d)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:12:18.181147 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f8c6d-1825-46d7-b57c-0876f74f01bc req-e78dae0f-5265-4d6c-b61d-7ec971f35790 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:18.195423 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-6c4f8c6d-1825-46d7-b57c-0876f74f01bc req-e78dae0f-5265-4d6c-b61d-7ec971f35790 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 944 time: 0.0858812 Aug 15 14:12:18.218073 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:18.218905 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device e6b9c826-8be3-45bf-925b-a0034dfa144e up at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:12:18.254733 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-6c4f8c6d-1825-46d7-b57c-0876f74f01bc req-6c6306aa-5003-4c67-b680-b284f15a80ae tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510418 Aug 15 14:12:18.314677 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67f9f608f21815e3b7d057bcd481c644a3f088ed5729c17767b65ea5f15acf6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea587e7-cd73-469e-9200-94fd7a75ba59" -d '{"events": [{"server_uuid": "10d50dea-c9e9-4c41-9da6-c88174f19624", "name": "network-vif-plugged", "status": "completed", "tag": "c95233d3-7524-4964-b190-66c3536c9a6a"}]}' {{(pid=94453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:12:18.393113 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=c95233d3-7524-4964-b190-66c3536c9a6a,revision_number=5']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:18.472332 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6af4b4-f400-4d12-aa4d-ac3f15859218 req-fa7b978b-eb50-4c88-bb56-07d2cd630d82 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:18.474116 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-2f6af4b4-f400-4d12-aa4d-ac3f15859218 req-fa7b978b-eb50-4c88-bb56-07d2cd630d82 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 944 time: 0.0681024 Aug 15 14:12:18.476835 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning for port e6b9c826-8be3-45bf-925b-a0034dfa144e completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:12:18.485931 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning complete for port e6b9c826-8be3-45bf-925b-a0034dfa144e triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:12:18.487967 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:18.528375 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-2f6af4b4-f400-4d12-aa4d-ac3f15859218 req-d4f7d986-597d-4cab-88ac-49e9a861dfa3 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416729 Aug 15 14:12:18.559751 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce50708-c609-4a1b-8b24-4fe6ebd8e63a x-openstack-request-id: req-6ce50708-c609-4a1b-8b24-4fe6ebd8e63a {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:12:18.560031 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d50dea-c9e9-4c41-9da6-c88174f19624", "name": "network-vif-plugged", "status": "completed", "tag": "c95233d3-7524-4964-b190-66c3536c9a6a", "code": 200}]} {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:12:18.560338 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6ce50708-c609-4a1b-8b24-4fe6ebd8e63a {{(pid=94453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:12:18.560853 dv-cinder-804581-6-iscsi neutron-server[94453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d50dea-c9e9-4c41-9da6-c88174f19624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95233d3-7524-4964-b190-66c3536c9a6a', 'code': 200} Aug 15 14:12:18.608056 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:18.642565 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port e6b9c826-8be3-45bf-925b-a0034dfa144e, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=e6b9c826-8be3-45bf-925b-a0034dfa144e,segment=NetworkSegment(510f0b11-dda3-4cdb-8b1a-066aa988a8f5),segment_id=510f0b11-dda3-4cdb-8b1a-066aa988a8f5)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:12:18.708946 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:18.709812 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device a8d05cb3-d735-44fe-930b-23878b73f3b5 up at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:12:18.800149 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=e6b9c826-8be3-45bf-925b-a0034dfa144e,revision_number=5']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:18.851178 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31914950-0f89-4a4b-86ad-0814f177ffb2 req-b2f4bea8-4948-4374-82c6-dd038c0e017e tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:18.852661 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-31914950-0f89-4a4b-86ad-0814f177ffb2 req-b2f4bea8-4948-4374-82c6-dd038c0e017e tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 944 time: 0.0489025 Aug 15 14:12:18.900702 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-31914950-0f89-4a4b-86ad-0814f177ffb2 req-aad24606-46e0-4a90-a3a9-bdbc1c96e932 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410497 Aug 15 14:12:18.913247 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34898d-fe49-4ed8-b32c-81fb8984fea1 req-d98cf609-bdf0-48f9-b8bf-ef39ea00e4a8 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:18.914755 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4f34898d-fe49-4ed8-b32c-81fb8984fea1 req-d98cf609-bdf0-48f9-b8bf-ef39ea00e4a8 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 944 time: 0.1178966 Aug 15 14:12:18.916446 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e11d65-ff17-49cf-b0ec-0b909c798b19 req-fd3787cf-33c8-4204-8f39-e9fd0f29c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:18.917786 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b6e11d65-ff17-49cf-b0ec-0b909c798b19 req-fd3787cf-33c8-4204-8f39-e9fd0f29c2b7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 1098 time: 0.1230202 Aug 15 14:12:18.928385 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning for port a8d05cb3-d735-44fe-930b-23878b73f3b5 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:12:18.932542 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning complete for port a8d05cb3-d735-44fe-930b-23878b73f3b5 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:12:18.932912 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:18.948059 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-b6e11d65-ff17-49cf-b0ec-0b909c798b19 req-d2c1f494-bebb-4912-916e-e4c5cc427dfe service neutron] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:18.981291 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4f34898d-fe49-4ed8-b32c-81fb8984fea1 req-8ab2faad-3ef1-4cb0-9dd8-55e1e379b712 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/security-groups?id=96fe4f6f-d707-4bac-9eb1-d262e0f5114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596094 Aug 15 14:12:19.023030 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:19.061457 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port a8d05cb3-d735-44fe-930b-23878b73f3b5, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=a8d05cb3-d735-44fe-930b-23878b73f3b5,segment=NetworkSegment(49414da8-874b-42f0-b913-f4fc3698fc1a),segment_id=49414da8-874b-42f0-b913-f4fc3698fc1a)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:12:19.065559 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-b6e11d65-ff17-49cf-b0ec-0b909c798b19 req-d2c1f494-bebb-4912-916e-e4c5cc427dfe service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:19.139564 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-b6e11d65-ff17-49cf-b0ec-0b909c798b19 req-d2c1f494-bebb-4912-916e-e4c5cc427dfe service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:19.139703 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:19.140672 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 414d923b-4006-41a2-9c05-eb3e14e99b37 up at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:12:19.168550 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b6e11d65-ff17-49cf-b0ec-0b909c798b19 req-d2c1f494-bebb-4912-916e-e4c5cc427dfe service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408385 Aug 15 14:12:19.180132 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1f494-bebb-4912-916e-e4c5cc427dfe service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=66feb4de-fc49-469b-aa72-ce3f429a34e6,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:19.218258 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=a8d05cb3-d735-44fe-930b-23878b73f3b5,revision_number=5']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:19.308303 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning for port 414d923b-4006-41a2-9c05-eb3e14e99b37 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:12:19.313200 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning complete for port 414d923b-4006-41a2-9c05-eb3e14e99b37 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:12:19.313608 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:19.373046 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c1fab-2813-4b2c-8fa5-127893cbdf30 req-339f47e5-7c91-4294-aa19-eb4704c10a14 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:19.375018 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-6b4c1fab-2813-4b2c-8fa5-127893cbdf30 req-339f47e5-7c91-4294-aa19-eb4704c10a14 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 945 time: 0.0552175 Aug 15 14:12:19.400000 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:19.416835 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-6b4c1fab-2813-4b2c-8fa5-127893cbdf30 req-c439d4df-3ebd-4d5b-967d-2f93b888ae77 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316973 Aug 15 14:12:19.434877 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 414d923b-4006-41a2-9c05-eb3e14e99b37, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=414d923b-4006-41a2-9c05-eb3e14e99b37,segment=NetworkSegment(ada33314-c548-47cf-a85a-b333e3e0fa46),segment_id=ada33314-c548-47cf-a85a-b333e3e0fa46)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:12:19.485582 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:19.494384 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 2c207c78-6c87-46e7-a860-004a8c60e986 up at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:12:19.582338 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=414d923b-4006-41a2-9c05-eb3e14e99b37,revision_number=5']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:19.663829 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f1197-78d8-403e-981f-6c393eae3018 req-a9b6ab24-2a81-4595-827b-2d5efbad99fe tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:19.665712 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning for port 2c207c78-6c87-46e7-a860-004a8c60e986 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:12:19.676814 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning complete for port 2c207c78-6c87-46e7-a860-004a8c60e986 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:12:19.676814 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:19.676985 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-741f1197-78d8-403e-981f-6c393eae3018 req-a9b6ab24-2a81-4595-827b-2d5efbad99fe tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0646453 Aug 15 14:12:19.711559 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-741f1197-78d8-403e-981f-6c393eae3018 req-50d288d5-4265-44f5-9af5-33c253e23994 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373263 Aug 15 14:12:19.778958 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:19.812149 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 2c207c78-6c87-46e7-a860-004a8c60e986, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=2c207c78-6c87-46e7-a860-004a8c60e986,segment=NetworkSegment(510f0b11-dda3-4cdb-8b1a-066aa988a8f5),segment_id=510f0b11-dda3-4cdb-8b1a-066aa988a8f5)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:12:19.928733 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:19.983411 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=2c207c78-6c87-46e7-a860-004a8c60e986,revision_number=5']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:20.026186 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84d7a4-72b5-4c82-8958-3cab692118ae req-6160680e-437c-4e15-ae8a-b646c9e81d51 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:20.028391 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1f84d7a4-72b5-4c82-8958-3cab692118ae req-6160680e-437c-4e15-ae8a-b646c9e81d51 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0634820 Aug 15 14:12:20.069358 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1f84d7a4-72b5-4c82-8958-3cab692118ae req-d6379ab0-bb2a-4b95-91dd-6db8a3dce030 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342259 Aug 15 14:12:20.107808 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90a027-31d6-470d-80d2-4693b258d9ab req-d36106cb-7522-44af-947f-df70ffc5bf62 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:20.109314 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-dd90a027-31d6-470d-80d2-4693b258d9ab req-d36106cb-7522-44af-947f-df70ffc5bf62 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 945 time: 0.0492671 Aug 15 14:12:20.154005 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-dd90a027-31d6-470d-80d2-4693b258d9ab req-898b9148-3330-4e3b-8c6e-1b9affab17f6 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/security-groups?id=96fe4f6f-d707-4bac-9eb1-d262e0f5114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386565 Aug 15 14:12:20.531779 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378385a-1175-4237-84ce-16c9d079a80e req-8803f67c-0e1f-46d2-89fa-8d8d8d8a456f tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:20.533262 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-7378385a-1175-4237-84ce-16c9d079a80e req-8803f67c-0e1f-46d2-89fa-8d8d8d8a456f tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 945 time: 0.0489752 Aug 15 14:12:20.562655 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9a3bbd-ee8d-4920-a80d-36c117868f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b9c826-8be3-45bf-925b-a0034dfa144e'}, {'server_uuid': '5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d05cb3-d735-44fe-930b-23878b73f3b5'}, {'server_uuid': '5f704447-d7cb-460e-8a42-dafaa0340e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414d923b-4006-41a2-9c05-eb3e14e99b37'}, {'server_uuid': 'cee5dd92-b3e8-4618-b511-2a71ee90e3cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c207c78-6c87-46e7-a860-004a8c60e986'}] {{(pid=94453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:12:20.565016 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67f9f608f21815e3b7d057bcd481c644a3f088ed5729c17767b65ea5f15acf6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbeea13-2fd2-4120-bf8d-26f2c4553486" -d '{"events": [{"server_uuid": "ea9a3bbd-ee8d-4920-a80d-36c117868f27", "name": "network-vif-plugged", "status": "completed", "tag": "e6b9c826-8be3-45bf-925b-a0034dfa144e"}, {"server_uuid": "5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a", "name": "network-vif-plugged", "status": "completed", "tag": "a8d05cb3-d735-44fe-930b-23878b73f3b5"}, {"server_uuid": "5f704447-d7cb-460e-8a42-dafaa0340e7e", "name": "network-vif-plugged", "status": "completed", "tag": "414d923b-4006-41a2-9c05-eb3e14e99b37"}, {"server_uuid": "cee5dd92-b3e8-4618-b511-2a71ee90e3cd", "name": "network-vif-plugged", "status": "completed", "tag": "2c207c78-6c87-46e7-a860-004a8c60e986"}]}' {{(pid=94453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:12:20.573354 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-7378385a-1175-4237-84ce-16c9d079a80e req-0460e909-e7c7-4f6e-b0d7-02cf9a6b06f0 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334980 Aug 15 14:12:20.614799 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sun, 15 Aug 2021 14:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf5b351-e575-4a4c-8f77-eda181b8f57a x-openstack-request-id: req-fbf5b351-e575-4a4c-8f77-eda181b8f57a {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:12:20.615113 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea9a3bbd-ee8d-4920-a80d-36c117868f27", "name": "network-vif-plugged", "status": "completed", "tag": "e6b9c826-8be3-45bf-925b-a0034dfa144e", "code": 200}, {"server_uuid": "5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a", "name": "network-vif-plugged", "status": "completed", "tag": "a8d05cb3-d735-44fe-930b-23878b73f3b5", "code": 200}, {"server_uuid": "5f704447-d7cb-460e-8a42-dafaa0340e7e", "name": "network-vif-plugged", "status": "completed", "tag": "414d923b-4006-41a2-9c05-eb3e14e99b37", "code": 200}, {"server_uuid": "cee5dd92-b3e8-4618-b511-2a71ee90e3cd", "name": "network-vif-plugged", "status": "completed", "tag": "2c207c78-6c87-46e7-a860-004a8c60e986", "code": 200}]} {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:12:20.615396 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fbf5b351-e575-4a4c-8f77-eda181b8f57a {{(pid=94453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:12:20.615796 dv-cinder-804581-6-iscsi neutron-server[94453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea9a3bbd-ee8d-4920-a80d-36c117868f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b9c826-8be3-45bf-925b-a0034dfa144e', 'code': 200} Aug 15 14:12:20.616051 dv-cinder-804581-6-iscsi neutron-server[94453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d05cb3-d735-44fe-930b-23878b73f3b5', 'code': 200} Aug 15 14:12:20.616303 dv-cinder-804581-6-iscsi neutron-server[94453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f704447-d7cb-460e-8a42-dafaa0340e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414d923b-4006-41a2-9c05-eb3e14e99b37', 'code': 200} Aug 15 14:12:20.616550 dv-cinder-804581-6-iscsi neutron-server[94453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee5dd92-b3e8-4618-b511-2a71ee90e3cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c207c78-6c87-46e7-a860-004a8c60e986', 'code': 200} Aug 15 14:12:20.837007 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045128d-f6e9-4c31-8f8c-fc4fbc97617b req-8b5cbbf2-09ea-4e59-bf08-290ef1259612 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:20.838524 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0045128d-f6e9-4c31-8f8c-fc4fbc97617b req-8b5cbbf2-09ea-4e59-bf08-290ef1259612 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0587108 Aug 15 14:12:20.881668 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0045128d-f6e9-4c31-8f8c-fc4fbc97617b req-801e56aa-2428-4cc7-8077-66b195331b71 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361886 Aug 15 14:12:21.215639 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39769d-1d74-4bde-b075-0beba85039dd req-c2536d68-6dc9-4128-95ef-ef867d0a41e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:21.217175 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-cd39769d-1d74-4bde-b075-0beba85039dd req-c2536d68-6dc9-4128-95ef-ef867d0a41e3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 1098 time: 0.1099210 Aug 15 14:12:21.222899 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa9a98-ddec-4420-b735-0a8cbfa0b026 req-769b41bb-4060-405b-ae69-f18d232aa621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:21.224386 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0dfa9a98-ddec-4420-b735-0a8cbfa0b026 req-769b41bb-4060-405b-ae69-f18d232aa621 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 1098 time: 0.0853035 Aug 15 14:12:21.244362 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a79a70-c774-4554-acbc-808e2e708b7d req-70bf0fec-a23d-4814-983b-ce656f419dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:21.247130 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-22a79a70-c774-4554-acbc-808e2e708b7d req-70bf0fec-a23d-4814-983b-ce656f419dfb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 1098 time: 0.1499999 Aug 15 14:12:21.254460 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b276cc-1ef4-490a-af2d-8803ebe75d9a req-eb21a581-2907-4a2e-aa93-114b07ab4b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:21.256947 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a1b276cc-1ef4-490a-af2d-8803ebe75d9a req-eb21a581-2907-4a2e-aa93-114b07ab4b77 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 1098 time: 0.1002021 Aug 15 14:12:21.279568 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-cd39769d-1d74-4bde-b075-0beba85039dd req-8e6a741f-c560-40cf-97b1-5b59679a0a13 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541408 Aug 15 14:12:21.294884 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0dfa9a98-ddec-4420-b735-0a8cbfa0b026 req-211b214f-7064-4e7e-a12c-80d83d97bae0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483394 Aug 15 14:12:21.296619 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038aa993-e205-40d2-be32-368821fa1dcf req-4ab280f8-9cef-4aa2-84f2-c51b410078d5 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:21.304185 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-038aa993-e205-40d2-be32-368821fa1dcf req-4ab280f8-9cef-4aa2-84f2-c51b410078d5 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.1488454 Aug 15 14:12:21.354861 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f19149-8d80-4573-9f3c-4cb75331c718 req-39d90f5d-724e-40e2-88a2-89d7f1cd0281 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:21.356420 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c5f19149-8d80-4573-9f3c-4cb75331c718 req-39d90f5d-724e-40e2-88a2-89d7f1cd0281 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 945 time: 0.0514352 Aug 15 14:12:21.371248 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-22a79a70-c774-4554-acbc-808e2e708b7d req-781351aa-b8d1-4236-81ff-774b2f2b8b5a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954723 Aug 15 14:12:21.377710 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a1b276cc-1ef4-490a-af2d-8803ebe75d9a req-d7d975f9-5728-4c66-afd4-16cfaf64a043 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=96fe4f6f-d707-4bac-9eb1-d262e0f5114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031342 Aug 15 14:12:21.384527 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-038aa993-e205-40d2-be32-368821fa1dcf req-4141332e-eb7a-4f8a-b181-fdc801306972 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795846 Aug 15 14:12:21.394752 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c5f19149-8d80-4573-9f3c-4cb75331c718 req-e16c57db-20d6-44b8-9938-f44c8f83a178 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/security-groups?id=96fe4f6f-d707-4bac-9eb1-d262e0f5114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322888 Aug 15 14:12:21.649434 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 42970) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:21.719800 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3737c-fd2a-44d6-9b52-914fe33a6df0 req-14b0b81e-127f-4231-88b9-9da736b8af8a tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:21.729569 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c3d3737c-fd2a-44d6-9b52-914fe33a6df0 req-14b0b81e-127f-4231-88b9-9da736b8af8a tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 945 time: 0.0710666 Aug 15 14:12:21.763105 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c3d3737c-fd2a-44d6-9b52-914fe33a6df0 req-deb1a069-5969-415a-b7d7-31764de05624 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341115 Aug 15 14:12:21.772840 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e94b4953-dbae-43a1-be2d-658de5e55054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:21.865062 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e94b4953-dbae-43a1-be2d-658de5e55054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:22.001416 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac4e2c-a26b-485b-acd9-1ba7a7df0109 req-00f60c90-25bb-4ea4-9e05-728298803521 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:22.002892 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-aaac4e2c-a26b-485b-acd9-1ba7a7df0109 req-00f60c90-25bb-4ea4-9e05-728298803521 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0520895 Aug 15 14:12:22.022206 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e94b4953-dbae-43a1-be2d-658de5e55054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:22.076164 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-aaac4e2c-a26b-485b-acd9-1ba7a7df0109 req-130c0268-3393-4367-a1ea-2e40c4a4a1f0 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673463 Aug 15 14:12:22.077122 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b4953-dbae-43a1-be2d-658de5e55054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc019d05-f290-43e8-b72b-d6d0baba442e,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:22.081458 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-e94b4953-dbae-43a1-be2d-658de5e55054 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=69095b58d64a440d91cb17a75576d244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4375751 Aug 15 14:12:22.084248 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 42986) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:22.137848 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-9785da4c-3ce0-49cd-baa8-9fd6a966e4c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:22.159296 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-9785da4c-3ce0-49cd-baa8-9fd6a966e4c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:22.265623 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-9785da4c-3ce0-49cd-baa8-9fd6a966e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:22.268200 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-9785da4c-3ce0-49cd-baa8-9fd6a966e4c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:22.269322 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-9785da4c-3ce0-49cd-baa8-9fd6a966e4c9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bc019d05-f290-43e8-b72b-d6d0baba442e HTTP/1.1" status: 204 len: 168 time: 0.1840467 Aug 15 14:12:22.278039 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785da4c-3ce0-49cd-baa8-9fd6a966e4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc019d05-f290-43e8-b72b-d6d0baba442e,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:22.533213 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de1db3-0028-4479-8d8e-bb5dc5ed47a1 req-2727cdd0-d789-4a8e-a0d5-2a9549f1c8a8 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:22.533651 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba0d0d-0c71-4597-a9d2-013dfbb4256e req-e619aca8-d642-42fa-aa89-778bcf608267 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:22.534801 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-09de1db3-0028-4479-8d8e-bb5dc5ed47a1 req-2727cdd0-d789-4a8e-a0d5-2a9549f1c8a8 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 945 time: 0.0647418 Aug 15 14:12:22.537916 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9cba0d0d-0c71-4597-a9d2-013dfbb4256e req-e619aca8-d642-42fa-aa89-778bcf608267 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0758748 Aug 15 14:12:22.575783 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-09de1db3-0028-4479-8d8e-bb5dc5ed47a1 req-149b9167-718c-4748-9657-f663bf28dfcd tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/security-groups?id=96fe4f6f-d707-4bac-9eb1-d262e0f5114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334046 Aug 15 14:12:22.579077 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9cba0d0d-0c71-4597-a9d2-013dfbb4256e req-9e597b5f-bb56-41a5-86b8-438f01d44203 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359912 Aug 15 14:12:23.076052 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 43014) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:23.089295 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-c0ad1dbc-59d8-452f-bee0-b73d1c7fac7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:23.211976 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-c0ad1dbc-59d8-452f-bee0-b73d1c7fac7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:23.223166 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5baabd-1e8d-46e0-b955-5981d73f2ddf req-0cb89a35-9fba-4d7b-a0fb-edf8809b7b93 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:23.224877 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-fc5baabd-1e8d-46e0-b955-5981d73f2ddf req-0cb89a35-9fba-4d7b-a0fb-edf8809b7b93 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0757949 Aug 15 14:12:23.265827 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-fc5baabd-1e8d-46e0-b955-5981d73f2ddf req-84ebe5c8-7e9e-4296-9989-0c295f06ef0d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352685 Aug 15 14:12:23.266984 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-c0ad1dbc-59d8-452f-bee0-b73d1c7fac7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:23.313572 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-c0ad1dbc-59d8-452f-bee0-b73d1c7fac7f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0a3466dd261544e3a747faafef5f38fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364564 Aug 15 14:12:23.314508 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad1dbc-59d8-452f-bee0-b73d1c7fac7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82660120-8571-40fa-9b71-3c0970a2cdf4,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:23.316238 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 43018) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:23.367544 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-97d364ac-0aec-40b4-a473-efc473794ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:23.388548 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-97d364ac-0aec-40b4-a473-efc473794ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:23.503429 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-97d364ac-0aec-40b4-a473-efc473794ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:23.506801 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-97d364ac-0aec-40b4-a473-efc473794ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:23.508022 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-97d364ac-0aec-40b4-a473-efc473794ecf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/82660120-8571-40fa-9b71-3c0970a2cdf4 HTTP/1.1" status: 204 len: 168 time: 0.1898329 Aug 15 14:12:23.520051 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d364ac-0aec-40b4-a473-efc473794ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82660120-8571-40fa-9b71-3c0970a2cdf4,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:23.711350 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84671897-c243-416b-8b59-adb821de8c1c req-4dbc7633-7cf2-45d2-ade8-5e8b80bcb964 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:23.712818 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-84671897-c243-416b-8b59-adb821de8c1c req-4dbc7633-7cf2-45d2-ade8-5e8b80bcb964 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 945 time: 0.0582256 Aug 15 14:12:23.754783 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-84671897-c243-416b-8b59-adb821de8c1c req-d690ccb7-1230-490c-af3e-ce5675f81c23 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/security-groups?id=96fe4f6f-d707-4bac-9eb1-d262e0f5114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347452 Aug 15 14:12:23.879351 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa848dca-c9b9-43f4-901b-1dfddebcb143 req-6b353790-a302-4893-b3c1-bed974de3e3c tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:23.880923 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-aa848dca-c9b9-43f4-901b-1dfddebcb143 req-6b353790-a302-4893-b3c1-bed974de3e3c tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.2256706 Aug 15 14:12:23.921539 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-aa848dca-c9b9-43f4-901b-1dfddebcb143 req-5cef1d76-9634-4aae-996c-46f9743a1491 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335302 Aug 15 14:12:24.372012 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 43048) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:24.385100 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5682491b-2ac7-45b6-868c-8d8797a8acbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:24.388636 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36c239-b5cc-4c57-947d-cea8f1e13145 req-5acf1597-47bb-4f25-af29-8d99753849e3 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:24.390148 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0c36c239-b5cc-4c57-947d-cea8f1e13145 req-5acf1597-47bb-4f25-af29-8d99753849e3 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0527112 Aug 15 14:12:24.428579 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0c36c239-b5cc-4c57-947d-cea8f1e13145 req-fbaba525-a1dc-4cc7-8bd1-3b51ef38b0d2 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324333 Aug 15 14:12:24.499875 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5682491b-2ac7-45b6-868c-8d8797a8acbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:24.585370 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64774101-1be5-4fd5-9bac-eefc94efd54c req-f12d1235-9334-4ced-b2c6-6ce007a662ed tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:24.586988 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045817b-2470-4e24-af72-2e19c678abc9 req-f4537530-9d0c-49e3-aadc-0c8ed790e80a tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:24.587138 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-64774101-1be5-4fd5-9bac-eefc94efd54c req-f12d1235-9334-4ced-b2c6-6ce007a662ed tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0844259 Aug 15 14:12:24.587849 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5682491b-2ac7-45b6-868c-8d8797a8acbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:24.598023 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-6045817b-2470-4e24-af72-2e19c678abc9 req-f4537530-9d0c-49e3-aadc-0c8ed790e80a tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0579693 Aug 15 14:12:24.599638 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 43058) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:24.604343 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-1a635f4e-3e33-4014-a0b6-e6264bebcd4b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Request body: {'floatingip': {'port_id': '414d923b-4006-41a2-9c05-eb3e14e99b37'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:12:24.687623 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-1a635f4e-3e33-4014-a0b6-e6264bebcd4b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for floatingip, before_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:24.843992 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-5682491b-2ac7-45b6-868c-8d8797a8acbd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1f39e526c395471c9df85aa331a2a5c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4707093 Aug 15 14:12:24.849679 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 43068) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:24.867556 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682491b-2ac7-45b6-868c-8d8797a8acbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6af6741-07db-452a-95bc-cf2a527d98de,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:24.871164 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71874db7-dce0-439d-b2d2-8f7ddf26ae51 req-dbe9093e-2f5e-47f7-82a2-a2f18196c4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:24.872683 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-71874db7-dce0-439d-b2d2-8f7ddf26ae51 req-dbe9093e-2f5e-47f7-82a2-a2f18196c4f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1073d5d571274638afba8bb0c8b43962&device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 1098 time: 0.3251178 Aug 15 14:12:24.896122 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-64774101-1be5-4fd5-9bac-eefc94efd54c req-5d5e2ce1-4a1f-4c9a-83f0-3fd1d9d5305e tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939527 Aug 15 14:12:25.029743 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-3986b239-c486-42f7-bcd0-5d864c20e4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:25.074172 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-3986b239-c486-42f7-bcd0-5d864c20e4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:25.077344 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71874db7-dce0-439d-b2d2-8f7ddf26ae51 req-531e249f-a98b-4fae-b768-94423e3d12da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:25.078887 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-71874db7-dce0-439d-b2d2-8f7ddf26ae51 req-531e249f-a98b-4fae-b768-94423e3d12da service neutron] 10.222.0.20 "GET /v2.0/networks?id=f6d15e1a-b561-4699-b6d6-2650782011ad HTTP/1.1" status: 200 len: 920 time: 0.1957867 Aug 15 14:12:25.091124 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424129d-d9c5-4e7b-a8ed-d74c67a5eb43 req-8cdeac3c-5651-4a80-9200-825ab730bbde tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:25.092573 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f424129d-d9c5-4e7b-a8ed-d74c67a5eb43 req-8cdeac3c-5651-4a80-9200-825ab730bbde tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 945 time: 0.1259594 Aug 15 14:12:25.151404 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-71874db7-dce0-439d-b2d2-8f7ddf26ae51 req-0fd7b63a-1670-45a4-a22d-458c800c5bad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c207c78-6c87-46e7-a860-004a8c60e986 HTTP/1.1" status: 200 len: 217 time: 0.0578468 Aug 15 14:12:25.248601 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f424129d-d9c5-4e7b-a8ed-d74c67a5eb43 req-733bb061-949c-46cd-bf25-e980a4cbf2f6 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/security-groups?id=96fe4f6f-d707-4bac-9eb1-d262e0f5114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382339 Aug 15 14:12:25.257739 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71874db7-dce0-439d-b2d2-8f7ddf26ae51 req-360db544-efa0-4dd3-b928-f6b7bfbe667c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:25.258995 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-71874db7-dce0-439d-b2d2-8f7ddf26ae51 req-360db544-efa0-4dd3-b928-f6b7bfbe667c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e7c7efa-002b-4af9-be04-92bb27db3bc2 HTTP/1.1" status: 200 len: 859 time: 0.0966942 Aug 15 14:12:25.300498 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-71874db7-dce0-439d-b2d2-8f7ddf26ae51 req-b3a0e41f-2dc4-4710-8c9c-8c8c6a954116 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6d15e1a-b561-4699-b6d6-2650782011ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268817 Aug 15 14:12:25.308141 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-3986b239-c486-42f7-bcd0-5d864c20e4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:25.311050 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-3986b239-c486-42f7-bcd0-5d864c20e4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:25.312224 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-3986b239-c486-42f7-bcd0-5d864c20e4db admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e6af6741-07db-452a-95bc-cf2a527d98de HTTP/1.1" status: 204 len: 168 time: 0.4607375 Aug 15 14:12:25.339028 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3986b239-c486-42f7-bcd0-5d864c20e4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6af6741-07db-452a-95bc-cf2a527d98de,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:25.349366 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.db.resource_extend [None req-1a635f4e-3e33-4014-a0b6-e6264bebcd4b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 15 14:12:25.429891 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-71874db7-dce0-439d-b2d2-8f7ddf26ae51 req-7cc5daac-0aba-4157-b9fa-a7e80c723054 service neutron] 10.222.0.20 "GET /v2.0/networks/f6d15e1a-b561-4699-b6d6-2650782011ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164751 Aug 15 14:12:25.448257 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-1a635f4e-3e33-4014-a0b6-e6264bebcd4b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:25.531705 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-1a635f4e-3e33-4014-a0b6-e6264bebcd4b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594844'] for floatingip, after_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:25.548665 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-71874db7-dce0-439d-b2d2-8f7ddf26ae51 req-728ac38c-0eb5-450b-bc91-5d16e512337c service neutron] 10.222.0.20 "GET /v2.0/networks/f6d15e1a-b561-4699-b6d6-2650782011ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112580 Aug 15 14:12:25.664548 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.db.l3_db [None req-1a635f4e-3e33-4014-a0b6-e6264bebcd4b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Floating IP 35b72119-17e5-4987-bd7c-46a523586217 associated. External IP: 172.27.3.197, port: 414d923b-4006-41a2-9c05-eb3e14e99b37. Aug 15 14:12:25.888339 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a635f4e-3e33-4014-a0b6-e6264bebcd4b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Router a662057b-06c1-4589-8f04-ddbedb94c4b8 has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:12:26.016458 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a635f4e-3e33-4014-a0b6-e6264bebcd4b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:12:26.021345 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-1a635f4e-3e33-4014-a0b6-e6264bebcd4b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for floatingip, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:26.022538 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f33b8-a8d5-4b58-b4a7-5044529baf18 req-be3a59a8-fb1c-44f5-91aa-b297da2e2497 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:26.024549 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ab0f33b8-a8d5-4b58-b4a7-5044529baf18 req-be3a59a8-fb1c-44f5-91aa-b297da2e2497 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0542016 Aug 15 14:12:26.033206 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc321a2-9d7c-4994-9953-b087362a99a1 None None] Sync routers for ids ['a662057b-06c1-4589-8f04-ddbedb94c4b8'] in dv-cinder-804581-6-iscsi {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:12:26.042068 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc321a2-9d7c-4994-9953-b087362a99a1 None None] Routers {'a662057b-06c1-4589-8f04-ddbedb94c4b8'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:12:26.043074 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-adc321a2-9d7c-4994-9953-b087362a99a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:12:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['a662057b-06c1-4589-8f04-ddbedb94c4b8'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:12:26.079783 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-1a635f4e-3e33-4014-a0b6-e6264bebcd4b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "PUT /v2.0/floatingips/35b72119-17e5-4987-bd7c-46a523586217 HTTP/1.1" status: 200 len: 991 time: 1.4766192 Aug 15 14:12:26.079783 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f704447-d7cb-460e-8a42-dafaa0340e7e', 'tag': '414d923b-4006-41a2-9c05-eb3e14e99b37'}] {{(pid=94451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:12:26.080066 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ab0f33b8-a8d5-4b58-b4a7-5044529baf18 req-23459283-e899-402f-a55c-e5d43c40e752 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465159 Aug 15 14:12:26.083044 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abc82e7819f056574f254d7e5a5b8a49d035eebe46657e1c391d33dd16b5ccea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d927de8-8e82-4b66-9446-e50e2bc62aef" -d '{"events": [{"name": "network-changed", "server_uuid": "5f704447-d7cb-460e-8a42-dafaa0340e7e", "tag": "414d923b-4006-41a2-9c05-eb3e14e99b37"}]}' {{(pid=94451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:12:26.146956 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6534e932-32b1-4129-8584-504b61e2e180 x-openstack-request-id: req-6534e932-32b1-4129-8584-504b61e2e180 {{(pid=94451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:12:26.147249 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f704447-d7cb-460e-8a42-dafaa0340e7e", "tag": "414d923b-4006-41a2-9c05-eb3e14e99b37", "status": "completed", "code": 200}]} {{(pid=94451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:12:26.147496 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6534e932-32b1-4129-8584-504b61e2e180 {{(pid=94451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:12:26.147886 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f704447-d7cb-460e-8a42-dafaa0340e7e', 'tag': '414d923b-4006-41a2-9c05-eb3e14e99b37', 'status': 'completed', 'code': 200} Aug 15 14:12:26.174914 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-adc321a2-9d7c-4994-9953-b087362a99a1 None None] Set router a662057b-06c1-4589-8f04-ddbedb94c4b8 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:12:26.260767 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d927de8-8e82-4b66-9446-e50e2bc62aef req-efbfdff0-9e35-4c6c-8678-bd67c598e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:26.264163 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1d927de8-8e82-4b66-9446-e50e2bc62aef req-efbfdff0-9e35-4c6c-8678-bd67c598e2e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d7d262d48af475e9d34d28cde3291b8&device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 1098 time: 0.0716116 Aug 15 14:12:26.435062 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d927de8-8e82-4b66-9446-e50e2bc62aef req-bad70c38-853a-4aa8-88cd-6b1f38b1f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:26.437304 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1d927de8-8e82-4b66-9446-e50e2bc62aef req-bad70c38-853a-4aa8-88cd-6b1f38b1f05d service neutron] 10.222.0.20 "GET /v2.0/networks?id=be0d8a3c-f753-4203-b1e9-df12d5419b7d HTTP/1.1" status: 200 len: 912 time: 0.1646631 Aug 15 14:12:26.513161 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-adc321a2-9d7c-4994-9953-b087362a99a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'name': 'tempest-AttachVolumeTestJSON-1578304414-router', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:11:35Z', 'updated_at': '2021-08-15T14:11:42Z', 'revision_number': 4, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'gw_port': {'id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:42:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:37Z', 'updated_at': '2021-08-15T14:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_floatingips': [{'id': '35b72119-17e5-4987-bd7c-46a523586217', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'router_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'port_id': '414d923b-4006-41a2-9c05-eb3e14e99b37', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d', 'mac_address': 'fa:16:3e:c8:5e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f704447-d7cb-460e-8a42-dafaa0340e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-15T14:11:51Z', 'updated_at': '2021-08-15T14:12:25Z', 'revision_number': 1, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2729c60c-b551-4ff4-a067-581dea7f438a', 'name': '', 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'mac_address': 'fa:16:3e:97:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '755f6259-b6d2-4fd1-8b9f-a7b43f738a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:41Z', 'updated_at': '2021-08-15T14:11:50Z', 'revision_number': 5, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'subnets': [{'id': '755f6259-b6d2-4fd1-8b9f-a7b43f738a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:12:26.581017 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1d927de8-8e82-4b66-9446-e50e2bc62aef req-8132097d-fa78-40bc-b5cb-1a7a8b2c2b16 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=414d923b-4006-41a2-9c05-eb3e14e99b37 HTTP/1.1" status: 200 len: 999 time: 0.1325996 Aug 15 14:12:26.657324 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d927de8-8e82-4b66-9446-e50e2bc62aef req-f94ecfde-00df-47e3-b619-843b49a36af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:26.659013 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1d927de8-8e82-4b66-9446-e50e2bc62aef req-f94ecfde-00df-47e3-b619-843b49a36af8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=755f6259-b6d2-4fd1-8b9f-a7b43f738a15 HTTP/1.1" status: 200 len: 850 time: 0.0709229 Aug 15 14:12:26.693471 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc321a2-9d7c-4994-9953-b087362a99a1 None None] Checking router: a662057b-06c1-4589-8f04-ddbedb94c4b8 for host: dv-cinder-804581-6-iscsi {{(pid=94454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:12:26.712984 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc321a2-9d7c-4994-9953-b087362a99a1 None None] Routers {'a662057b-06c1-4589-8f04-ddbedb94c4b8'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:12:26.712984 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-adc321a2-9d7c-4994-9953-b087362a99a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:12:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['a662057b-06c1-4589-8f04-ddbedb94c4b8'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:12:26.732748 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d927de8-8e82-4b66-9446-e50e2bc62aef req-b8de353f-e56c-4d28-a742-e41c9119ed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:26.736308 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1d927de8-8e82-4b66-9446-e50e2bc62aef req-b8de353f-e56c-4d28-a742-e41c9119ed33 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be0d8a3c-f753-4203-b1e9-df12d5419b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0598114 Aug 15 14:12:26.882979 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-adc321a2-9d7c-4994-9953-b087362a99a1 None None] Set router a662057b-06c1-4589-8f04-ddbedb94c4b8 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:12:26.885359 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1d927de8-8e82-4b66-9446-e50e2bc62aef req-06beec4f-7d77-44d0-a1eb-ac897c10c3eb service neutron] 10.222.0.20 "GET /v2.0/networks/be0d8a3c-f753-4203-b1e9-df12d5419b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149344 Aug 15 14:12:26.983784 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1d927de8-8e82-4b66-9446-e50e2bc62aef req-b462f4d5-1048-41b4-8b99-45360b8985bb service neutron] 10.222.0.20 "GET /v2.0/networks/be0d8a3c-f753-4203-b1e9-df12d5419b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884936 Aug 15 14:12:27.146938 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-adc321a2-9d7c-4994-9953-b087362a99a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'name': 'tempest-AttachVolumeTestJSON-1578304414-router', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:11:35Z', 'updated_at': '2021-08-15T14:11:42Z', 'revision_number': 4, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'gw_port': {'id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:42:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:37Z', 'updated_at': '2021-08-15T14:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_floatingips': [{'id': '35b72119-17e5-4987-bd7c-46a523586217', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'router_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'port_id': '414d923b-4006-41a2-9c05-eb3e14e99b37', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d', 'mac_address': 'fa:16:3e:c8:5e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f704447-d7cb-460e-8a42-dafaa0340e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-15T14:11:51Z', 'updated_at': '2021-08-15T14:12:25Z', 'revision_number': 1, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2729c60c-b551-4ff4-a067-581dea7f438a', 'name': '', 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'mac_address': 'fa:16:3e:97:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '755f6259-b6d2-4fd1-8b9f-a7b43f738a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:41Z', 'updated_at': '2021-08-15T14:11:50Z', 'revision_number': 5, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'subnets': [{'id': '755f6259-b6d2-4fd1-8b9f-a7b43f738a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:12:27.177042 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc321a2-9d7c-4994-9953-b087362a99a1 None None] The sync data for ids ['a662057b-06c1-4589-8f04-ddbedb94c4b8'] in dv-cinder-804581-6-iscsi is: [{'id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'name': 'tempest-AttachVolumeTestJSON-1578304414-router', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:11:35Z', 'updated_at': '2021-08-15T14:11:42Z', 'revision_number': 4, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'gw_port': {'id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:42:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:37Z', 'updated_at': '2021-08-15T14:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_floatingips': [{'id': '35b72119-17e5-4987-bd7c-46a523586217', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'router_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'port_id': '414d923b-4006-41a2-9c05-eb3e14e99b37', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d', 'mac_address': 'fa:16:3e:c8:5e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f704447-d7cb-460e-8a42-dafaa0340e7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-15T14:11:51Z', 'updated_at': '2021-08-15T14:12:25Z', 'revision_number': 1, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2729c60c-b551-4ff4-a067-581dea7f438a', 'name': '', 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'mac_address': 'fa:16:3e:97:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '755f6259-b6d2-4fd1-8b9f-a7b43f738a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:41Z', 'updated_at': '2021-08-15T14:11:50Z', 'revision_number': 5, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'subnets': [{'id': '755f6259-b6d2-4fd1-8b9f-a7b43f738a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:12:27.218219 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95de86d-3af2-4ccd-8616-3c5c171d5511 req-08407f82-cc64-4408-bf10-561edf9a9ed4 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:27.229108 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e95de86d-3af2-4ccd-8616-3c5c171d5511 req-08407f82-cc64-4408-bf10-561edf9a9ed4 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0644226 Aug 15 14:12:27.267971 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e95de86d-3af2-4ccd-8616-3c5c171d5511 req-158b47ad-d0ce-476e-bcdf-87e4206e5637 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378952 Aug 15 14:12:27.413334 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b007a9d-eaee-4a15-8a3d-9274b9b1c5cb None None] New status for floating IP 35b72119-17e5-4987-bd7c-46a523586217: ACTIVE {{(pid=94453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 15 14:12:28.385831 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf784453-1938-46f9-b2d0-674e14b39c6d req-2b4fc999-8566-4415-aae2-8c7f6c0ab60f tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:28.388356 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-bf784453-1938-46f9-b2d0-674e14b39c6d req-2b4fc999-8566-4415-aae2-8c7f6c0ab60f tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0498326 Aug 15 14:12:28.425188 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-bf784453-1938-46f9-b2d0-674e14b39c6d req-0e405b35-3f9a-4137-af16-dbbf60bd122c tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308928 Aug 15 14:12:28.758609 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 43202) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:28.863227 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2c3faa45-c5e0-4d08-be4b-7e370dfa4ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:28.951869 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2c3faa45-c5e0-4d08-be4b-7e370dfa4ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:29.016618 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2c3faa45-c5e0-4d08-be4b-7e370dfa4ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:29.055428 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-2c3faa45-c5e0-4d08-be4b-7e370dfa4ea4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f14b9ff8b3ae435abc1b7699646da424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956996 Aug 15 14:12:29.056290 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3faa45-c5e0-4d08-be4b-7e370dfa4ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b8703c-eed8-483a-9e8f-a45d8d88ec42,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:29.058070 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 43212) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:29.106398 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-02c2213f-5f2d-4c61-a1a2-f716d03606a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:29.126871 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-02c2213f-5f2d-4c61-a1a2-f716d03606a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:29.259294 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-02c2213f-5f2d-4c61-a1a2-f716d03606a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:29.262983 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-02c2213f-5f2d-4c61-a1a2-f716d03606a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:29.264368 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-02c2213f-5f2d-4c61-a1a2-f716d03606a9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/83b8703c-eed8-483a-9e8f-a45d8d88ec42 HTTP/1.1" status: 204 len: 168 time: 0.2050905 Aug 15 14:12:29.274215 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2213f-5f2d-4c61-a1a2-f716d03606a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b8703c-eed8-483a-9e8f-a45d8d88ec42,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:29.544229 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed454440-221e-4975-8921-33c31fc0a17a req-b964fdf0-b66e-4fe1-b6d1-a4ffdaa21c60 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:29.545750 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ed454440-221e-4975-8921-33c31fc0a17a req-b964fdf0-b66e-4fe1-b6d1-a4ffdaa21c60 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0534012 Aug 15 14:12:29.586426 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ed454440-221e-4975-8921-33c31fc0a17a req-a38dee74-9e9c-412d-b163-2ab62494a1d7 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342615 Aug 15 14:12:29.983907 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 43236) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:29.997648 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-befa9911-bad3-4e27-ad41-196e04a4f5d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:30.087944 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-befa9911-bad3-4e27-ad41-196e04a4f5d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:30.173902 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-befa9911-bad3-4e27-ad41-196e04a4f5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:30.212271 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-befa9911-bad3-4e27-ad41-196e04a4f5d6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f649d352bf8f422099517df95fb97ddd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272520 Aug 15 14:12:30.213194 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa9911-bad3-4e27-ad41-196e04a4f5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22ed4a4-1c56-41f0-97a1-727fd57ae1ae,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:30.215087 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 43244) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:30.266680 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-09779406-4ab9-48eb-b65d-42f8ebf67da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:30.286466 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-09779406-4ab9-48eb-b65d-42f8ebf67da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:30.390807 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-09779406-4ab9-48eb-b65d-42f8ebf67da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:30.393202 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-09779406-4ab9-48eb-b65d-42f8ebf67da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:30.394377 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-09779406-4ab9-48eb-b65d-42f8ebf67da0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a22ed4a4-1c56-41f0-97a1-727fd57ae1ae HTTP/1.1" status: 204 len: 168 time: 0.1783164 Aug 15 14:12:30.401705 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09779406-4ab9-48eb-b65d-42f8ebf67da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22ed4a4-1c56-41f0-97a1-727fd57ae1ae,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:30.707604 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b18741-45b6-4e88-8a76-e95156b7b5c8 req-e3a47812-2adf-4145-9b2c-5b31131667d4 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:30.707604 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-56b18741-45b6-4e88-8a76-e95156b7b5c8 req-e3a47812-2adf-4145-9b2c-5b31131667d4 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0474677 Aug 15 14:12:30.740272 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-56b18741-45b6-4e88-8a76-e95156b7b5c8 req-25a91d5e-9b73-43d5-9af1-27dcd6a78e5d tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337205 Aug 15 14:12:31.373356 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:31.851597 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487caa4-f784-40ae-b825-26345a5c081b req-3c8fffaf-e5af-45a9-8540-88d0d539c7d2 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:31.853164 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b487caa4-f784-40ae-b825-26345a5c081b req-3c8fffaf-e5af-45a9-8540-88d0d539c7d2 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0476334 Aug 15 14:12:31.890647 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b487caa4-f784-40ae-b825-26345a5c081b req-482f6697-3c95-4043-a6d0-10a9bd5b1a5e tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309947 Aug 15 14:12:32.253846 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 43302) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:32.362953 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ce86d11a-aeb1-41b7-adb1-64a3a4784fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:32.448906 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ce86d11a-aeb1-41b7-adb1-64a3a4784fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:32.504499 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ce86d11a-aeb1-41b7-adb1-64a3a4784fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:32.542717 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-ce86d11a-aeb1-41b7-adb1-64a3a4784fa7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6e9450f1c2d946398413cef0ed2b4ae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2885041 Aug 15 14:12:32.543620 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce86d11a-aeb1-41b7-adb1-64a3a4784fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93221eef-0117-47bf-9141-aafd70aaf02c,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:32.546035 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 43318) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:32.593957 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-adf59c40-6e40-4bc2-86b5-5f549ae61736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:32.614433 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-adf59c40-6e40-4bc2-86b5-5f549ae61736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:32.733133 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-adf59c40-6e40-4bc2-86b5-5f549ae61736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:32.735702 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-adf59c40-6e40-4bc2-86b5-5f549ae61736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:32.736834 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-adf59c40-6e40-4bc2-86b5-5f549ae61736 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/93221eef-0117-47bf-9141-aafd70aaf02c HTTP/1.1" status: 204 len: 168 time: 0.1898062 Aug 15 14:12:32.744463 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf59c40-6e40-4bc2-86b5-5f549ae61736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93221eef-0117-47bf-9141-aafd70aaf02c,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:33.007295 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357111c-ca8c-4db4-bf34-fb53fa28bb3f req-15c8ad79-3a40-4b34-90d1-211efb07d26e tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:33.008765 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2357111c-ca8c-4db4-bf34-fb53fa28bb3f req-15c8ad79-3a40-4b34-90d1-211efb07d26e tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0524342 Aug 15 14:12:33.046295 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2357111c-ca8c-4db4-bf34-fb53fa28bb3f req-b9a3253f-311b-4a17-a410-ca2dc0a87c5c tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315957 Aug 15 14:12:34.159487 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8457a-91d3-4afb-b4d8-12b90d99dbc3 req-c341aecf-aec4-436b-a888-5522d94bd359 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:34.160963 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-60a8457a-91d3-4afb-b4d8-12b90d99dbc3 req-c341aecf-aec4-436b-a888-5522d94bd359 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0481727 Aug 15 14:12:34.201977 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-60a8457a-91d3-4afb-b4d8-12b90d99dbc3 req-cfbf6f1d-387e-426a-8b77-2f1d5ed6a2f2 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350859 Aug 15 14:12:35.328616 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e04b36-d5e7-49df-8d97-e6697245f01f req-5a5c1d2b-1ad3-4103-94e2-8300a6c072b7 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:35.330356 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b9e04b36-d5e7-49df-8d97-e6697245f01f req-5a5c1d2b-1ad3-4103-94e2-8300a6c072b7 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0535018 Aug 15 14:12:35.368274 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b9e04b36-d5e7-49df-8d97-e6697245f01f req-4f56418b-e538-4c45-b053-c4a9ed2bed20 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315611 Aug 15 14:12:35.464310 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:12:36.486390 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b49d15-a6aa-4d60-b67d-8c4778c5c019 req-c4da18cd-aab6-4eae-81d0-953b4454aacb tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:36.487846 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d6b49d15-a6aa-4d60-b67d-8c4778c5c019 req-c4da18cd-aab6-4eae-81d0-953b4454aacb tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0530596 Aug 15 14:12:36.523872 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d6b49d15-a6aa-4d60-b67d-8c4778c5c019 req-b26de8d8-8c16-4cbb-962f-2002739f7cfb tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303349 Aug 15 14:12:37.651876 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102eea7-8ba4-4038-83dd-b24dad37249c req-c9a3d6c0-0901-4db0-9618-ea23cb76e766 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:37.653505 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8102eea7-8ba4-4038-83dd-b24dad37249c req-c9a3d6c0-0901-4db0-9618-ea23cb76e766 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0651531 Aug 15 14:12:37.689372 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8102eea7-8ba4-4038-83dd-b24dad37249c req-5417466c-dbab-43f1-b823-2c955be4a7d9 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300493 Aug 15 14:12:38.806033 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d31e7-3df0-4b4b-b37a-57046739ac82 req-ca23d7a1-aeb0-4663-aabf-ecd7d85d0593 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:38.807398 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-6d8d31e7-3df0-4b4b-b37a-57046739ac82 req-ca23d7a1-aeb0-4663-aabf-ecd7d85d0593 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0500875 Aug 15 14:12:38.844891 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-6d8d31e7-3df0-4b4b-b37a-57046739ac82 req-fe2f0270-919f-45ce-90f8-94fd7f2b6884 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313935 Aug 15 14:12:39.958217 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db992990-b4ae-4d6b-8b24-3feadd7e3627 req-90e7c20a-742d-42e6-8c5e-20af25401842 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:39.959648 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-db992990-b4ae-4d6b-8b24-3feadd7e3627 req-90e7c20a-742d-42e6-8c5e-20af25401842 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0465484 Aug 15 14:12:39.995480 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-db992990-b4ae-4d6b-8b24-3feadd7e3627 req-67bcd4f3-217d-450e-ae97-f5d9a5039e0d tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293899 Aug 15 14:12:40.692720 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-276bbaf1-38b0-47b8-b9e7-21e06cab2c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:41.107618 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd34da-3f92-4119-aea6-93069d22d2ba req-b0853258-9163-49af-9210-9e23e4bfaa53 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:41.109054 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-edfd34da-3f92-4119-aea6-93069d22d2ba req-b0853258-9163-49af-9210-9e23e4bfaa53 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0471013 Aug 15 14:12:41.144558 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-edfd34da-3f92-4119-aea6-93069d22d2ba req-46e13763-510c-4e94-aa5b-7246127c1fbc tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296831 Aug 15 14:12:42.258869 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec73c61-37d3-4323-9200-5296b7e5bfd7 req-7770e8fe-6a8e-4eb5-82f0-5289e548074f tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:42.260361 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-aec73c61-37d3-4323-9200-5296b7e5bfd7 req-7770e8fe-6a8e-4eb5-82f0-5289e548074f tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0503860 Aug 15 14:12:42.296552 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-aec73c61-37d3-4323-9200-5296b7e5bfd7 req-fcbc3d7e-633f-4fbc-8c42-904506d98b14 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301964 Aug 15 14:12:43.258997 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-20468f4d-b223-48e4-86cc-1a49f6f87713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:43.408274 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a343c-fdc3-45d9-8617-b0e99a4a2c8a req-c269d06a-35c5-41dd-88bd-c75fe405e993 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:43.409741 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-827a343c-fdc3-45d9-8617-b0e99a4a2c8a req-c269d06a-35c5-41dd-88bd-c75fe405e993 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0474405 Aug 15 14:12:43.446478 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-827a343c-fdc3-45d9-8617-b0e99a4a2c8a req-e9ac93db-8c4f-46ee-b5ec-182ee688bd80 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307822 Aug 15 14:12:43.799096 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:44.559632 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f033f-2f2d-4185-b6a1-637cc3cc7619 req-f79c56ce-0b21-4943-bd4e-804063e80fcd tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:44.561050 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e68f033f-2f2d-4185-b6a1-637cc3cc7619 req-f79c56ce-0b21-4943-bd4e-804063e80fcd tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0487263 Aug 15 14:12:44.596087 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:44.597187 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e68f033f-2f2d-4185-b6a1-637cc3cc7619 req-93e5259d-95f5-4087-93c3-c3c883c9300c tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301666 Aug 15 14:12:45.721167 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec0cad-aff9-4ecb-a1fe-d52949fbf55b req-4d560937-4cd4-4790-bac1-6db7067fde57 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:45.722669 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-aeec0cad-aff9-4ecb-a1fe-d52949fbf55b req-4d560937-4cd4-4790-bac1-6db7067fde57 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0528383 Aug 15 14:12:45.762877 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-aeec0cad-aff9-4ecb-a1fe-d52949fbf55b req-59e3fb88-2208-43cb-b6b3-7f82ed9e3b25 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340748 Aug 15 14:12:46.561308 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:46.886896 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c5e99-5f40-487e-b380-0a49141cc0c1 req-c183cdfe-65f2-4212-9049-6de886ce0ab8 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:46.888335 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ac4c5e99-5f40-487e-b380-0a49141cc0c1 req-c183cdfe-65f2-4212-9049-6de886ce0ab8 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0514300 Aug 15 14:12:46.925589 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ac4c5e99-5f40-487e-b380-0a49141cc0c1 req-f7a72ad2-cee3-495d-b66b-dd385e3f47a7 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311403 Aug 15 14:12:47.765858 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 43650) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:47.878427 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-42c5cd0f-c4ff-41a8-833b-23b1d99201e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:47.968987 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-42c5cd0f-c4ff-41a8-833b-23b1d99201e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:48.025911 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-42c5cd0f-c4ff-41a8-833b-23b1d99201e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:48.075231 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94f991-86eb-4ded-a233-59e362358a17 req-8aa7e552-e5d0-4395-b4f2-80bf2c4d4107 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:48.076717 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-fa94f991-86eb-4ded-a233-59e362358a17 req-8aa7e552-e5d0-4395-b4f2-80bf2c4d4107 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0838847 Aug 15 14:12:48.080707 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-42c5cd0f-c4ff-41a8-833b-23b1d99201e4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=130b522edfd34090b35c5ff6c7959aa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3130307 Aug 15 14:12:48.081600 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5cd0f-c4ff-41a8-833b-23b1d99201e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91242ffa-fc19-472f-9956-db1ce12bd6ec,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:48.082842 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 43666) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:48.095833 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5cd0f-c4ff-41a8-833b-23b1d99201e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:48.096147 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5cd0f-c4ff-41a8-833b-23b1d99201e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:48.096733 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5cd0f-c4ff-41a8-833b-23b1d99201e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:48.096940 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5cd0f-c4ff-41a8-833b-23b1d99201e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:48.097213 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5cd0f-c4ff-41a8-833b-23b1d99201e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:48.097643 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5cd0f-c4ff-41a8-833b-23b1d99201e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:48.097975 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5cd0f-c4ff-41a8-833b-23b1d99201e4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:48.098306 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5cd0f-c4ff-41a8-833b-23b1d99201e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:48.098649 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5cd0f-c4ff-41a8-833b-23b1d99201e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:48.098953 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5cd0f-c4ff-41a8-833b-23b1d99201e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:48.099274 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5cd0f-c4ff-41a8-833b-23b1d99201e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:48.099588 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c5cd0f-c4ff-41a8-833b-23b1d99201e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:48.128448 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-fa94f991-86eb-4ded-a233-59e362358a17 req-157c1b71-478e-4c13-a255-546b51b3aa09 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441928 Aug 15 14:12:48.135008 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-e271f656-1366-48d0-bd49-46329b2161b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:48.161755 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-e271f656-1366-48d0-bd49-46329b2161b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:48.284338 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-e271f656-1366-48d0-bd49-46329b2161b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:48.286918 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-e271f656-1366-48d0-bd49-46329b2161b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:48.290216 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-e271f656-1366-48d0-bd49-46329b2161b5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/91242ffa-fc19-472f-9956-db1ce12bd6ec HTTP/1.1" status: 204 len: 168 time: 0.2041676 Aug 15 14:12:48.302507 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271f656-1366-48d0-bd49-46329b2161b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91242ffa-fc19-472f-9956-db1ce12bd6ec,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:48.310375 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271f656-1366-48d0-bd49-46329b2161b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:48.310837 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271f656-1366-48d0-bd49-46329b2161b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:48.311188 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271f656-1366-48d0-bd49-46329b2161b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:48.311533 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271f656-1366-48d0-bd49-46329b2161b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:48.311880 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271f656-1366-48d0-bd49-46329b2161b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:48.312308 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271f656-1366-48d0-bd49-46329b2161b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:48.312753 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271f656-1366-48d0-bd49-46329b2161b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:48.313088 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271f656-1366-48d0-bd49-46329b2161b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:48.313448 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271f656-1366-48d0-bd49-46329b2161b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:48.313774 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271f656-1366-48d0-bd49-46329b2161b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:48.314101 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271f656-1366-48d0-bd49-46329b2161b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:48.314420 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e271f656-1366-48d0-bd49-46329b2161b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:48.907675 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 43684) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:48.921780 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-562ebd79-dc7d-449c-a8d9-1bbf1bb7d1df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:49.029215 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-562ebd79-dc7d-449c-a8d9-1bbf1bb7d1df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:49.112860 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-562ebd79-dc7d-449c-a8d9-1bbf1bb7d1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:49.151269 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ebd79-dc7d-449c-a8d9-1bbf1bb7d1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02337e8-126e-4378-8ba5-ae274f2e1e7c,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:49.159464 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 43710) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:49.166413 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-562ebd79-dc7d-449c-a8d9-1bbf1bb7d1df admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f04a75ce291041bba644631da5b3329f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2570407 Aug 15 14:12:49.215624 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-41ede30e-f906-4d80-9ab6-0ec871f69bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:49.237044 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-41ede30e-f906-4d80-9ab6-0ec871f69bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:49.263375 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e67d15-6369-4b01-aa69-330af85b4b71 req-13406e37-c47d-40bb-b8c5-6586ed1676bf tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:49.265249 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-65e67d15-6369-4b01-aa69-330af85b4b71 req-13406e37-c47d-40bb-b8c5-6586ed1676bf tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0613663 Aug 15 14:12:49.304319 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-65e67d15-6369-4b01-aa69-330af85b4b71 req-7bbdb86f-2f3b-4985-9853-788609edd6e9 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331688 Aug 15 14:12:49.367311 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-41ede30e-f906-4d80-9ab6-0ec871f69bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:49.372267 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-41ede30e-f906-4d80-9ab6-0ec871f69bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:49.373504 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-41ede30e-f906-4d80-9ab6-0ec871f69bc9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a02337e8-126e-4378-8ba5-ae274f2e1e7c HTTP/1.1" status: 204 len: 168 time: 0.2130470 Aug 15 14:12:49.382880 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ede30e-f906-4d80-9ab6-0ec871f69bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02337e8-126e-4378-8ba5-ae274f2e1e7c,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:49.883265 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 43732) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:49.988204 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-3a034993-f147-476a-af0f-dc75b85dd83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:50.076011 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-3a034993-f147-476a-af0f-dc75b85dd83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:50.158909 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-3a034993-f147-476a-af0f-dc75b85dd83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:50.198562 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-3a034993-f147-476a-af0f-dc75b85dd83f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8fbefee93ed34abf8972bd1678819efd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3141358 Aug 15 14:12:50.199580 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a034993-f147-476a-af0f-dc75b85dd83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4ea09b-1246-4b7b-878b-008111ff7e31,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:50.201527 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 43746) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:50.260787 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-81a51cbd-7467-4218-bbfd-f672a8d00e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:50.284008 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-81a51cbd-7467-4218-bbfd-f672a8d00e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:50.439351 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6aa632-92a3-4bc5-94f3-37ca3cc1a3fe req-4515c9e9-c992-4693-bf42-0d6dfeff3680 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:50.440795 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ba6aa632-92a3-4bc5-94f3-37ca3cc1a3fe req-4515c9e9-c992-4693-bf42-0d6dfeff3680 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0511310 Aug 15 14:12:50.442269 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-81a51cbd-7467-4218-bbfd-f672a8d00e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:50.446021 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-81a51cbd-7467-4218-bbfd-f672a8d00e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:50.447243 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-81a51cbd-7467-4218-bbfd-f672a8d00e84 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7c4ea09b-1246-4b7b-878b-008111ff7e31 HTTP/1.1" status: 204 len: 168 time: 0.2442369 Aug 15 14:12:50.478916 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a51cbd-7467-4218-bbfd-f672a8d00e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4ea09b-1246-4b7b-878b-008111ff7e31,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:50.505963 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ba6aa632-92a3-4bc5-94f3-37ca3cc1a3fe req-958655f4-0976-46ae-a12d-1cba607fcde0 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442719 Aug 15 14:12:50.546188 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 43770) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:50.647712 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-c19b2a59-c4a0-457c-aca6-b9984d1afd14 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-343997362-network', 'tenant_id': 'f6539b10a08a439a9c2f6adbc7c97a73'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:12:50.764041 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19b2a59-c4a0-457c-aca6-b9984d1afd14 admin admin] Made reservation on behalf of f6539b10a08a439a9c2f6adbc7c97a73 for: {'network': 1} {{(pid=94451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:12:50.766325 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-c19b2a59-c4a0-457c-aca6-b9984d1afd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for network, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:50.960329 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-c19b2a59-c4a0-457c-aca6-b9984d1afd14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:51.048442 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-c19b2a59-c4a0-457c-aca6-b9984d1afd14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:51.121018 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-c19b2a59-c4a0-457c-aca6-b9984d1afd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:51.145165 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19b2a59-c4a0-457c-aca6-b9984d1afd14 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=94451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 15 14:12:51.155373 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b2a59-c4a0-457c-aca6-b9984d1afd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca14348e-360e-4900-97e3-723d2d88fc14,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:51.160094 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-c19b2a59-c4a0-457c-aca6-b9984d1afd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:51.160443 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.db.segments_db [None req-c19b2a59-c4a0-457c-aca6-b9984d1afd14 admin admin] Added segment 3283a93e-7cb5-4d91-a363-19ad57158539 of type vlan for network b5e6e57a-e858-48a4-80c6-6207d83bb306 Aug 15 14:12:51.168361 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 43778) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:51.181769 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2b68d778-a527-49cd-bc78-ab65cc8f1c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:51.200873 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-c19b2a59-c4a0-457c-aca6-b9984d1afd14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787668796995'] for network, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:51.272705 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2b68d778-a527-49cd-bc78-ab65cc8f1c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:51.303826 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-c19b2a59-c4a0-457c-aca6-b9984d1afd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for network, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:51.304816 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19b2a59-c4a0-457c-aca6-b9984d1afd14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:51.305421 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-c19b2a59-c4a0-457c-aca6-b9984d1afd14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:51.326848 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2b68d778-a527-49cd-bc78-ab65cc8f1c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:51.365074 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b2a59-c4a0-457c-aca6-b9984d1afd14 admin admin] Pushing event updated for resources: {'Network': ['ID=b5e6e57a-e858-48a4-80c6-6207d83bb306,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:51.368614 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-2b68d778-a527-49cd-bc78-ab65cc8f1c32 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f484d3f947b34ff9852da1d346dba579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1995296 Aug 15 14:12:51.369807 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b68d778-a527-49cd-bc78-ab65cc8f1c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7a70dc-db19-41b0-9b52-ceb9eea91b22,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:51.371791 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 43782) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:51.376318 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Network b5e6e57a-e858-48a4-80c6-6207d83bb306 details requested by agent ovs-agent-dv-cinder-804581-6-iscsi with host dv-cinder-804581-6-iscsi {{(pid=94453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 15 14:12:51.421746 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-c19b2a59-c4a0-457c-aca6-b9984d1afd14 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8744230 Aug 15 14:12:51.425253 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 43786) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:51.430153 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-6eb2052c-62ce-401c-be8b-f17f80206e43 admin admin] Request body: {'subnet': {'network_id': 'b5e6e57a-e858-48a4-80c6-6207d83bb306', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-343997362-subnet', 'tenant_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'ip_version': 4}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:12:51.434744 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-94de5570-9ed5-4a99-b405-4928d26fc76b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:51.466006 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-94de5570-9ed5-4a99-b405-4928d26fc76b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:51.527917 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb2052c-62ce-401c-be8b-f17f80206e43 admin admin] Made reservation on behalf of f6539b10a08a439a9c2f6adbc7c97a73 for: {'subnet': 1} {{(pid=94451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:12:51.530238 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-6eb2052c-62ce-401c-be8b-f17f80206e43 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:51.610622 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-94de5570-9ed5-4a99-b405-4928d26fc76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:51.613080 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-94de5570-9ed5-4a99-b405-4928d26fc76b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:51.614232 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-94de5570-9ed5-4a99-b405-4928d26fc76b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0b7a70dc-db19-41b0-9b52-ceb9eea91b22 HTTP/1.1" status: 204 len: 168 time: 0.2412684 Aug 15 14:12:51.637775 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de5570-9ed5-4a99-b405-4928d26fc76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7a70dc-db19-41b0-9b52-ceb9eea91b22,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:51.663064 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82b8ce-5d65-4cd2-94d5-958e376f8d5e req-c2fc3d76-70db-4898-a91c-af6577e83fc9 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:51.665307 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-7b82b8ce-5d65-4cd2-94d5-958e376f8d5e req-c2fc3d76-70db-4898-a91c-af6577e83fc9 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0902281 Aug 15 14:12:51.743170 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-7b82b8ce-5d65-4cd2-94d5-958e376f8d5e req-34b5cd50-5631-4f05-afba-273b8dee74f9 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668283 Aug 15 14:12:51.850534 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-6eb2052c-62ce-401c-be8b-f17f80206e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for subnet, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:51.903614 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2052c-62ce-401c-be8b-f17f80206e43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf02de99-39af-40f2-b14a-37413c12659d,revision_number=0']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:51.913549 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb2052c-62ce-401c-be8b-f17f80206e43 admin admin] Checking segment: {'id': '3283a93e-7cb5-4d91-a363-19ad57158539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b5e6e57a-e858-48a4-80c6-6207d83bb306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:12:51.913872 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb2052c-62ce-401c-be8b-f17f80206e43 admin admin] Network hostable DHCP agents. Network: b5e6e57a-e858-48a4-80c6-6207d83bb306, hostable agents: ['79a36ae1-c81e-4df0-b784-d4dbca0423ec'], hosted agents: [] {{(pid=94451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 15 14:12:51.999694 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb2052c-62ce-401c-be8b-f17f80206e43 admin admin] Network b5e6e57a-e858-48a4-80c6-6207d83bb306 is scheduled to be hosted by DHCP agent 79a36ae1-c81e-4df0-b784-d4dbca0423ec with binding_index 1 {{(pid=94451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 15 14:12:52.072940 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.base_scheduler [None req-6eb2052c-62ce-401c-be8b-f17f80206e43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-6-iscsi, b5e6e57a-e858-48a4-80c6-6207d83bb306) {{(pid=94451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:12:52.078346 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb2052c-62ce-401c-be8b-f17f80206e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:52.079391 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-6eb2052c-62ce-401c-be8b-f17f80206e43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for subnet, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:52.082786 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe01c481-b0ac-4140-9cd3-99ced9197543 None None] Network b5e6e57a-e858-48a4-80c6-6207d83bb306 requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:12:52.162465 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 43814) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:52.163038 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-6eb2052c-62ce-401c-be8b-f17f80206e43 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7365665 Aug 15 14:12:52.169557 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-a75d5a7a-ab14-4b73-834b-02295f2d9e3a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-343997362-router', 'tenant_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'}}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:12:52.261238 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8509098c-d4be-5410-8ba7-b88853ea627d-b5e6e57a-e858-48a4-80c6-6207d83bb306', 'network_id': 'b5e6e57a-e858-48a4-80c6-6207d83bb306', 'tenant_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'fixed_ips': [{'subnet_id': 'cf02de99-39af-40f2-b14a-37413c12659d'}]}} from dv-cinder-804581-6-iscsi. {{(pid=94453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 15 14:12:52.262195 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:52.273156 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a75d5a7a-ab14-4b73-834b-02295f2d9e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1505'] for router, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:52.274384 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a75d5a7a-ab14-4b73-834b-02295f2d9e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-594727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1514'] for router, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:52.336550 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a75d5a7a-ab14-4b73-834b-02295f2d9e3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:52.517511 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.db_base_plugin_common [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] Allocated IP 172.20.0.2 (b5e6e57a-e858-48a4-80c6-6207d83bb306/cf02de99-39af-40f2-b14a-37413c12659d/bf4bdcc0-6c67-4882-978e-2716da3747b3) {{(pid=94453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:12:52.547268 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a75d5a7a-ab14-4b73-834b-02295f2d9e3a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:52.668236 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] Notify callbacks [] for port, precommit_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:52.677424 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] Transition to ACTIVE for port object bf4bdcc0-6c67-4882-978e-2716da3747b3 will not be triggered until provisioned by entity L2. {{(pid=94453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:12:52.693529 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] Transition to ACTIVE for port object bf4bdcc0-6c67-4882-978e-2716da3747b3 will not be triggered until provisioned by entity DHCP. {{(pid=94453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:12:52.765025 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469'] for port, after_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:52.812669 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] Network b5e6e57a-e858-48a4-80c6-6207d83bb306 is already hosted by enough agents. {{(pid=94453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:12:52.815473 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.scheduler.base_scheduler [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] Resources bound (agent type, host, resource id): {{(pid=94453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:12:52.821635 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] Received port after_create {{(pid=94453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:12:52.840248 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a75d5a7a-ab14-4b73-834b-02295f2d9e3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:52.864443 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a75d5a7a-ab14-4b73-834b-02295f2d9e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:52.889540 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] Attempting to bind port bf4bdcc0-6c67-4882-978e-2716da3747b3 on host dv-cinder-804581-6-iscsi for vnic_type normal with profile {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:12:52.893158 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] Attempting to bind port bf4bdcc0-6c67-4882-978e-2716da3747b3 by drivers openvswitch,hyperv on host dv-cinder-804581-6-iscsi at level 0 using segments [{'id': '3283a93e-7cb5-4d91-a363-19ad57158539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b5e6e57a-e858-48a4-80c6-6207d83bb306'}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:12:52.893158 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] Attempting to bind port bf4bdcc0-6c67-4882-978e-2716da3747b3 on network b5e6e57a-e858-48a4-80c6-6207d83bb306 {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:12:52.893812 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] Pushing event updated for resources: {'Port': ['ID=bf4bdcc0-6c67-4882-978e-2716da3747b3,revision_number=1']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:52.894356 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40213bc-7084-4756-9c1b-eda0d9a4f28c req-1128bc1a-de94-4c9c-a866-14161aa8adf4 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:52.902407 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c40213bc-7084-4756-9c1b-eda0d9a4f28c req-1128bc1a-de94-4c9c-a866-14161aa8adf4 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0694544 Aug 15 14:12:52.903414 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] Checking agent: {'id': '9fd064e6-11f0-4c96-a2d8-3af8385acf93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 3, 44), 'started_at': datetime.datetime(2021, 8, 15, 14, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:12:52.903968 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] Checking segment: {'id': '3283a93e-7cb5-4d91-a363-19ad57158539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b5e6e57a-e858-48a4-80c6-6207d83bb306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:12:52.904628 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:52.905180 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] Bound using segment: {'id': '3283a93e-7cb5-4d91-a363-19ad57158539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b5e6e57a-e858-48a4-80c6-6207d83bb306'} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:12:52.905834 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] Bound port: bf4bdcc0-6c67-4882-978e-2716da3747b3, host: dv-cinder-804581-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3283a93e-7cb5-4d91-a363-19ad57158539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b5e6e57a-e858-48a4-80c6-6207d83bb306'}}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:12:52.906375 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:52.909161 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:52.909758 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:52.910371 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:52.910855 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:52.911330 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:52.911815 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:52.912377 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:52.912847 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:52.913375 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:52.913863 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:52.914396 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:52.914872 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:52.959948 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c40213bc-7084-4756-9c1b-eda0d9a4f28c req-8bfa598c-ab09-4aae-92ea-1f6511973c48 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566056 Aug 15 14:12:52.986890 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] For port bf4bdcc0-6c67-4882-978e-2716da3747b3, host dv-cinder-804581-6-iscsi, cleared binding levels {{(pid=94453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:12:52.989932 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] For port bf4bdcc0-6c67-4882-978e-2716da3747b3, host dv-cinder-804581-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=bf4bdcc0-6c67-4882-978e-2716da3747b3,segment=NetworkSegment(3283a93e-7cb5-4d91-a363-19ad57158539),segment_id=3283a93e-7cb5-4d91-a363-19ad57158539)] {{(pid=94453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:12:52.999324 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [None req-a75d5a7a-ab14-4b73-834b-02295f2d9e3a admin admin] Allocated IP 172.27.3.130 (1d9f8f4c-a9c3-49e7-b907-6801ec194130/0214dcca-22ca-4853-8d9b-9f5ee3e8fb08/0a58faa2-9ddb-42b7-887b-3eb4e21d62bd) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:12:53.047902 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:53.114268 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a26b6d-9a72-4260-8044-77dd56c11eac None None] Pushing event updated for resources: {'Port': ['ID=bf4bdcc0-6c67-4882-978e-2716da3747b3,revision_number=2']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:53.115289 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a75d5a7a-ab14-4b73-834b-02295f2d9e3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:53.210504 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a75d5a7a-ab14-4b73-834b-02295f2d9e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:53.262913 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75d5a7a-ab14-4b73-834b-02295f2d9e3a admin admin] Network 1d9f8f4c-a9c3-49e7-b907-6801ec194130 is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:12:53.269237 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [None req-a75d5a7a-ab14-4b73-834b-02295f2d9e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:12:53.277064 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75d5a7a-ab14-4b73-834b-02295f2d9e3a admin admin] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:12:53.311789 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d5a7a-ab14-4b73-834b-02295f2d9e3a admin admin] Pushing event updated for resources: {'Port': ['ID=0a58faa2-9ddb-42b7-887b-3eb4e21d62bd,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:53.728702 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a75d5a7a-ab14-4b73-834b-02295f2d9e3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:54.147083 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ceef3-f738-4184-9890-8a6ff67940ca req-eb41c042-2b87-43a9-ab99-35f3ba585f11 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:54.152045 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-425ceef3-f738-4184-9890-8a6ff67940ca req-eb41c042-2b87-43a9-ab99-35f3ba585f11 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.1030176 Aug 15 14:12:54.180581 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23c790d-4375-44bf-a5e4-103e216ed6c6 None None] Network b5e6e57a-e858-48a4-80c6-6207d83bb306 requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:12:54.190498 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-425ceef3-f738-4184-9890-8a6ff67940ca req-5cb28cfe-8406-4efe-ae0d-0f7d05f1ee25 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351534 Aug 15 14:12:54.210742 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a75d5a7a-ab14-4b73-834b-02295f2d9e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594930'] for router, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:54.311787 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-42545570-f4d7-486a-938c-2675e238075e None None] Provisioning for port bf4bdcc0-6c67-4882-978e-2716da3747b3 completed by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:12:54.501859 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75d5a7a-ab14-4b73-834b-02295f2d9e3a admin admin] Router bdb5d1c3-6257-4bc0-91f1-c14f4e54a486 is scheduled to L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 with binding_index 1 {{(pid=94450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 15 14:12:54.619412 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75d5a7a-ab14-4b73-834b-02295f2d9e3a admin admin] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:12:54.639348 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf100d6-4fef-4c98-a272-ae3183349468 None None] Sync routers for ids ['bdb5d1c3-6257-4bc0-91f1-c14f4e54a486'] in dv-cinder-804581-6-iscsi {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:12:54.667736 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf100d6-4fef-4c98-a272-ae3183349468 None None] Routers {'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:12:54.667736 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-1cf100d6-4fef-4c98-a272-ae3183349468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:12:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['bdb5d1c3-6257-4bc0-91f1-c14f4e54a486'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:12:54.709730 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a75d5a7a-ab14-4b73-834b-02295f2d9e3a admin admin] Notify callbacks [] for router, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:54.712319 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-a75d5a7a-ab14-4b73-834b-02295f2d9e3a admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5473881 Aug 15 14:12:54.714568 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 43892) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:54.720692 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device bf4bdcc0-6c67-4882-978e-2716da3747b3 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:12:54.774916 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-1cf100d6-4fef-4c98-a272-ae3183349468 None None] Set router bdb5d1c3-6257-4bc0-91f1-c14f4e54a486 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:12:54.889338 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning for port bf4bdcc0-6c67-4882-978e-2716da3747b3 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:12:54.895342 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port bf4bdcc0-6c67-4882-978e-2716da3747b3 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:12:54.896668 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:54.968045 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-1cf100d6-4fef-4c98-a272-ae3183349468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'name': 'tempest-TestMinimumBasicScenario-343997362-router', 'tenant_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '0a58faa2-9ddb-42b7-887b-3eb4e21d62bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:12:52Z', 'updated_at': '2021-08-15T14:12:53Z', 'revision_number': 3, 'project_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'gw_port': {'id': '0a58faa2-9ddb-42b7-887b-3eb4e21d62bd', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:12:52Z', 'updated_at': '2021-08-15T14:12:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:12:54.997349 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf100d6-4fef-4c98-a272-ae3183349468 None None] Checking router: bdb5d1c3-6257-4bc0-91f1-c14f4e54a486 for host: dv-cinder-804581-6-iscsi {{(pid=94454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:12:54.997740 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf100d6-4fef-4c98-a272-ae3183349468 None None] Updating router bdb5d1c3-6257-4bc0-91f1-c14f4e54a486 port 0a58faa2-9ddb-42b7-887b-3eb4e21d62bd binding host dv-cinder-804581-6-iscsi {{(pid=94454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 15 14:12:55.024436 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-1cf100d6-4fef-4c98-a272-ae3183349468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:55.028578 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:55.080006 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] For port bf4bdcc0-6c67-4882-978e-2716da3747b3, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=bf4bdcc0-6c67-4882-978e-2716da3747b3,segment=NetworkSegment(3283a93e-7cb5-4d91-a363-19ad57158539),segment_id=3283a93e-7cb5-4d91-a363-19ad57158539)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:12:55.190859 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:55.269913 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Pushing event updated for resources: {'Port': ['ID=bf4bdcc0-6c67-4882-978e-2716da3747b3,revision_number=3']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:55.322782 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-b19d42b7-7ef9-4ed1-b5d4-65c4a99dd87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:55.345962 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-1cf100d6-4fef-4c98-a272-ae3183349468 None None] Notify callbacks [] for port, precommit_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:55.359325 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.provisioning_blocks [None req-1cf100d6-4fef-4c98-a272-ae3183349468 None None] Transition to ACTIVE for port object 0a58faa2-9ddb-42b7-887b-3eb4e21d62bd will not be triggered until provisioned by entity L2. {{(pid=94454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:12:55.365340 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452acbb-d045-4085-ac67-0d57d6867116 req-60c4803a-a064-44b2-b48a-e034c2538d80 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:55.366911 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-4452acbb-d045-4085-ac67-0d57d6867116 req-60c4803a-a064-44b2-b48a-e034c2538d80 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0783911 Aug 15 14:12:55.423007 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-4452acbb-d045-4085-ac67-0d57d6867116 req-ddc8f738-b4f5-45b0-a4de-e926a18725ad tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465882 Aug 15 14:12:55.438543 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-1cf100d6-4fef-4c98-a272-ae3183349468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:55.500863 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [None req-b19d42b7-7ef9-4ed1-b5d4-65c4a99dd87d admin admin] Allocated IP 172.20.0.1 (b5e6e57a-e858-48a4-80c6-6207d83bb306/cf02de99-39af-40f2-b14a-37413c12659d/96349de5-e470-4ca6-a29d-6306cc209cd0) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:12:55.515106 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ae4b8-7de5-48df-95a1-46482a6a8e2d None None] Pushing event updated for resources: {'Port': ['ID=0a58faa2-9ddb-42b7-887b-3eb4e21d62bd,revision_number=2']} {{(pid=94454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:55.531350 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02ae4b8-7de5-48df-95a1-46482a6a8e2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:55.531993 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02ae4b8-7de5-48df-95a1-46482a6a8e2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:55.532549 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02ae4b8-7de5-48df-95a1-46482a6a8e2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:55.533070 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02ae4b8-7de5-48df-95a1-46482a6a8e2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:55.533617 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02ae4b8-7de5-48df-95a1-46482a6a8e2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:55.533958 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02ae4b8-7de5-48df-95a1-46482a6a8e2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:55.534301 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02ae4b8-7de5-48df-95a1-46482a6a8e2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:55.534634 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02ae4b8-7de5-48df-95a1-46482a6a8e2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:55.534987 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02ae4b8-7de5-48df-95a1-46482a6a8e2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:55.535320 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02ae4b8-7de5-48df-95a1-46482a6a8e2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:55.536204 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02ae4b8-7de5-48df-95a1-46482a6a8e2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:55.536204 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02ae4b8-7de5-48df-95a1-46482a6a8e2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:12:55.565123 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.managers [None req-1cf100d6-4fef-4c98-a272-ae3183349468 None None] Attempting to bind port 0a58faa2-9ddb-42b7-887b-3eb4e21d62bd on host dv-cinder-804581-6-iscsi for vnic_type normal with profile {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:12:55.565531 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.managers [None req-1cf100d6-4fef-4c98-a272-ae3183349468 None None] Attempting to bind port 0a58faa2-9ddb-42b7-887b-3eb4e21d62bd by drivers openvswitch,hyperv on host dv-cinder-804581-6-iscsi at level 0 using segments [{'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'}] {{(pid=94454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:12:55.565897 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf100d6-4fef-4c98-a272-ae3183349468 None None] Attempting to bind port 0a58faa2-9ddb-42b7-887b-3eb4e21d62bd on network 1d9f8f4c-a9c3-49e7-b907-6801ec194130 {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:12:55.582073 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf100d6-4fef-4c98-a272-ae3183349468 None None] Checking agent: {'id': '9fd064e6-11f0-4c96-a2d8-3af8385acf93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 3, 44), 'started_at': datetime.datetime(2021, 8, 15, 14, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:12:55.582735 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf100d6-4fef-4c98-a272-ae3183349468 None None] Checking segment: {'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:12:55.583153 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-1cf100d6-4fef-4c98-a272-ae3183349468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:55.583929 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf100d6-4fef-4c98-a272-ae3183349468 None None] Bound using segment: {'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'} {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:12:55.584175 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.managers [None req-1cf100d6-4fef-4c98-a272-ae3183349468 None None] Bound port: 0a58faa2-9ddb-42b7-887b-3eb4e21d62bd, host: dv-cinder-804581-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'}}] {{(pid=94454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:12:55.584596 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-1cf100d6-4fef-4c98-a272-ae3183349468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:55.656294 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.db [None req-1cf100d6-4fef-4c98-a272-ae3183349468 None None] For port 0a58faa2-9ddb-42b7-887b-3eb4e21d62bd, host dv-cinder-804581-6-iscsi, cleared binding levels {{(pid=94454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:12:55.660388 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.db [None req-1cf100d6-4fef-4c98-a272-ae3183349468 None None] For port 0a58faa2-9ddb-42b7-887b-3eb4e21d62bd, host dv-cinder-804581-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=0a58faa2-9ddb-42b7-887b-3eb4e21d62bd,segment=NetworkSegment(5e752e44-7069-4182-ac48-4f84d046513a),segment_id=5e752e44-7069-4182-ac48-4f84d046513a)] {{(pid=94454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:12:55.661436 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-b19d42b7-7ef9-4ed1-b5d4-65c4a99dd87d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:55.711092 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.provisioning_blocks [None req-b19d42b7-7ef9-4ed1-b5d4-65c4a99dd87d admin admin] Transition to ACTIVE for port object 96349de5-e470-4ca6-a29d-6306cc209cd0 will not be triggered until provisioned by entity DHCP. {{(pid=94450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:12:55.729890 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-1cf100d6-4fef-4c98-a272-ae3183349468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:55.775388 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf100d6-4fef-4c98-a272-ae3183349468 None None] Routers {'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:12:55.775997 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-1cf100d6-4fef-4c98-a272-ae3183349468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:12:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['bdb5d1c3-6257-4bc0-91f1-c14f4e54a486'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:12:55.777759 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-1f57e023-23a8-40aa-9bf4-a4b895e0721e tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:55.780041 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-1f57e023-23a8-40aa-9bf4-a4b895e0721e tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/networks?id=84973402-f5de-4cbd-a3be-16501fd5c3aa HTTP/1.1" status: 200 len: 815 time: 0.1467211 Aug 15 14:12:55.802148 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-172ee777-d20f-4d4c-884e-20121452085e tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/quotas/407c1fd6fcf5420e9ec2759a80b92db4 HTTP/1.1" status: 200 len: 375 time: 0.0147030 Aug 15 14:12:55.859804 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-05f98047-61d4-4e7a-aaaf-959a34ff4ea9 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=407c1fd6fcf5420e9ec2759a80b92db4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463319 Aug 15 14:12:55.876487 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-b19d42b7-7ef9-4ed1-b5d4-65c4a99dd87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:55.904299 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ae4b8-7de5-48df-95a1-46482a6a8e2d None None] Pushing event updated for resources: {'Port': ['ID=0a58faa2-9ddb-42b7-887b-3eb4e21d62bd,revision_number=3']} {{(pid=94454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:55.918183 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-1cf100d6-4fef-4c98-a272-ae3183349468 None None] Set router bdb5d1c3-6257-4bc0-91f1-c14f4e54a486 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:12:55.978705 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19d42b7-7ef9-4ed1-b5d4-65c4a99dd87d admin admin] Network b5e6e57a-e858-48a4-80c6-6207d83bb306 is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:12:55.985027 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [None req-b19d42b7-7ef9-4ed1-b5d4-65c4a99dd87d admin admin] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:12:55.990335 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19d42b7-7ef9-4ed1-b5d4-65c4a99dd87d admin admin] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:12:56.023194 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d42b7-7ef9-4ed1-b5d4-65c4a99dd87d admin admin] Pushing event updated for resources: {'Port': ['ID=96349de5-e470-4ca6-a29d-6306cc209cd0,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:56.071275 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-baeed674-0fc9-469b-8822-72ab32612f4a service neutron] 10.222.0.22 "GET /v2.0/networks/84973402-f5de-4cbd-a3be-16501fd5c3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024262 Aug 15 14:12:56.071275 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-b19d42b7-7ef9-4ed1-b5d4-65c4a99dd87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520487'] for router_interface, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:56.260033 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-1cf100d6-4fef-4c98-a272-ae3183349468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'name': 'tempest-TestMinimumBasicScenario-343997362-router', 'tenant_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '0a58faa2-9ddb-42b7-887b-3eb4e21d62bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:12:52Z', 'updated_at': '2021-08-15T14:12:53Z', 'revision_number': 3, 'project_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'gw_port': {'id': '0a58faa2-9ddb-42b7-887b-3eb4e21d62bd', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:12:52Z', 'updated_at': '2021-08-15T14:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:12:56.273516 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-ee3b277a-1c50-446b-94bc-cc574bcc4c33 service neutron] 10.222.0.22 "GET /v2.0/networks/84973402-f5de-4cbd-a3be-16501fd5c3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953008 Aug 15 14:12:56.302748 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf100d6-4fef-4c98-a272-ae3183349468 None None] The sync data for ids ['bdb5d1c3-6257-4bc0-91f1-c14f4e54a486'] in dv-cinder-804581-6-iscsi is: [{'id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'name': 'tempest-TestMinimumBasicScenario-343997362-router', 'tenant_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '0a58faa2-9ddb-42b7-887b-3eb4e21d62bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:12:52Z', 'updated_at': '2021-08-15T14:12:53Z', 'revision_number': 3, 'project_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'gw_port': {'id': '0a58faa2-9ddb-42b7-887b-3eb4e21d62bd', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:12:52Z', 'updated_at': '2021-08-15T14:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}] {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:12:56.379712 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-b19d42b7-7ef9-4ed1-b5d4-65c4a99dd87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:56.404042 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-360558f0-7ce9-4fd6-9ce3-2ff9fb77977d None None] Provisioning for port 96349de5-e470-4ca6-a29d-6306cc209cd0 completed by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:12:56.408915 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-360558f0-7ce9-4fd6-9ce3-2ff9fb77977d None None] Provisioning complete for port 96349de5-e470-4ca6-a29d-6306cc209cd0 triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:12:56.409289 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-360558f0-7ce9-4fd6-9ce3-2ff9fb77977d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:56.446372 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-360558f0-7ce9-4fd6-9ce3-2ff9fb77977d None None] Port 96349de5-e470-4ca6-a29d-6306cc209cd0 cannot update to ACTIVE because it is not bound. {{(pid=94453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 15 14:12:56.595554 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b39254-06f5-4dbb-8cb4-b0df04e928f3 req-e8b85814-0d28-4319-884b-bd41caff076f tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:56.597367 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c4b39254-06f5-4dbb-8cb4-b0df04e928f3 req-e8b85814-0d28-4319-884b-bd41caff076f tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0879688 Aug 15 14:12:56.645023 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4e291428-98c7-41d4-91c6-d5e912b47a7f req-eb06b976-555b-44a1-b1c2-ba73bab358f9 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=3227be10-1c1e-47b3-a9d8-95376d9971eb HTTP/1.1" status: 200 len: 210 time: 0.0526032 Aug 15 14:12:56.694589 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c4b39254-06f5-4dbb-8cb4-b0df04e928f3 req-e8a8a05c-7aab-4063-8f57-bb711f6ba192 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907764 Aug 15 14:12:56.720413 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-b19d42b7-7ef9-4ed1-b5d4-65c4a99dd87d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:56.778814 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-b19d42b7-7ef9-4ed1-b5d4-65c4a99dd87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:56.853244 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-b19d42b7-7ef9-4ed1-b5d4-65c4a99dd87d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520627'] for router_interface, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:56.880354 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 0a58faa2-9ddb-42b7-887b-3eb4e21d62bd up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:12:56.911699 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d42b7-7ef9-4ed1-b5d4-65c4a99dd87d admin admin] Pushing event updated for resources: {'Port': ['ID=96349de5-e470-4ca6-a29d-6306cc209cd0,revision_number=2']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:56.971379 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19d42b7-7ef9-4ed1-b5d4-65c4a99dd87d admin admin] Network b5e6e57a-e858-48a4-80c6-6207d83bb306 is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:12:56.972833 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [None req-b19d42b7-7ef9-4ed1-b5d4-65c4a99dd87d admin admin] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:12:57.012601 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning for port 0a58faa2-9ddb-42b7-887b-3eb4e21d62bd completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:12:57.024510 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 0a58faa2-9ddb-42b7-887b-3eb4e21d62bd triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:12:57.024880 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:57.126411 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:57.134611 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19d42b7-7ef9-4ed1-b5d4-65c4a99dd87d admin admin] Router bdb5d1c3-6257-4bc0-91f1-c14f4e54a486 has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:12:57.186470 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] For port 0a58faa2-9ddb-42b7-887b-3eb4e21d62bd, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=0a58faa2-9ddb-42b7-887b-3eb4e21d62bd,segment=NetworkSegment(5e752e44-7069-4182-ac48-4f84d046513a),segment_id=5e752e44-7069-4182-ac48-4f84d046513a)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:12:57.282510 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:57.285243 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device bf4bdcc0-6c67-4882-978e-2716da3747b3 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:12:57.309619 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-d305adb4-9047-46c0-99d5-8d4734a8d991 None None] Provisioning complete for port 96349de5-e470-4ca6-a29d-6306cc209cd0 triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:12:57.310244 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d305adb4-9047-46c0-99d5-8d4734a8d991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:57.313817 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19d42b7-7ef9-4ed1-b5d4-65c4a99dd87d admin admin] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:12:57.318067 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-b19d42b7-7ef9-4ed1-b5d4-65c4a99dd87d admin admin] 10.222.0.22 "PUT /v2.0/routers/bdb5d1c3-6257-4bc0-91f1-c14f4e54a486/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6024444 Aug 15 14:12:57.420168 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-d305adb4-9047-46c0-99d5-8d4734a8d991 None None] Port 96349de5-e470-4ca6-a29d-6306cc209cd0 cannot update to ACTIVE because it is not bound. {{(pid=94453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 15 14:12:57.426604 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Pushing event updated for resources: {'Port': ['ID=0a58faa2-9ddb-42b7-887b-3eb4e21d62bd,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:57.435303 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port bf4bdcc0-6c67-4882-978e-2716da3747b3 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:12:57.435843 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:57.696937 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 43990) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:57.740740 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e0dfa1b9-ca30-4a8f-9d95-26985f3c1d87 req-5f9b6859-8d95-4912-9d99-d281c68264c2 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=3227be10-1c1e-47b3-a9d8-95376d9971eb HTTP/1.1" status: 200 len: 210 time: 0.0253010 Aug 15 14:12:57.859974 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bab2c9-6079-432d-b6f7-b7ba6cda4caf req-915561da-a88b-4ac4-bb6b-544e54829bf5 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:57.865744 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-72bab2c9-6079-432d-b6f7-b7ba6cda4caf req-915561da-a88b-4ac4-bb6b-544e54829bf5 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0588901 Aug 15 14:12:57.903108 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-7b2ab2e6-5b9d-4cb2-9b58-974835efb308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:57.907845 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-72bab2c9-6079-432d-b6f7-b7ba6cda4caf req-2b1db0d1-68ce-409b-bee3-aa0819ac0172 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395825 Aug 15 14:12:57.997423 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-7b2ab2e6-5b9d-4cb2-9b58-974835efb308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:58.061339 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-7b2ab2e6-5b9d-4cb2-9b58-974835efb308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:58.105143 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-7b2ab2e6-5b9d-4cb2-9b58-974835efb308 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=36320e6326f142f18c33a2cab0f01064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4069376 Aug 15 14:12:58.106167 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ab2e6-5b9d-4cb2-9b58-974835efb308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7517d1ed-5cd2-4193-8170-e838aa0d48c6,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:58.107949 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 44006) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:58.159949 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-dd9218d6-de50-46bc-a1e8-dfbfa86f5e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:58.183778 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c075dcf9-9533-4c99-9377-9b505d9f5398 None None] Sync routers for ids ['bdb5d1c3-6257-4bc0-91f1-c14f4e54a486'] in dv-cinder-804581-6-iscsi {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:12:58.184546 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-dd9218d6-de50-46bc-a1e8-dfbfa86f5e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:58.193273 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c075dcf9-9533-4c99-9377-9b505d9f5398 None None] Routers {'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:12:58.193966 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-c075dcf9-9533-4c99-9377-9b505d9f5398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:12:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['bdb5d1c3-6257-4bc0-91f1-c14f4e54a486'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:12:58.217693 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 44010) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:58.222432 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-2738e3d2-66b8-4da4-8156-81b5d1efb53f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-85639987-network', 'tenant_id': '8436a9a83cb44fb7bfc19c5ee5bb505c'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:12:58.298473 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2738e3d2-66b8-4da4-8156-81b5d1efb53f admin admin] Made reservation on behalf of 8436a9a83cb44fb7bfc19c5ee5bb505c for: {'network': 1} {{(pid=94451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:12:58.300893 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2738e3d2-66b8-4da4-8156-81b5d1efb53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for network, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:58.301009 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-c075dcf9-9533-4c99-9377-9b505d9f5398 None None] Set router bdb5d1c3-6257-4bc0-91f1-c14f4e54a486 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:12:58.309752 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2738e3d2-66b8-4da4-8156-81b5d1efb53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:58.328728 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-dd9218d6-de50-46bc-a1e8-dfbfa86f5e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:58.331279 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-dd9218d6-de50-46bc-a1e8-dfbfa86f5e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:58.332424 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-dd9218d6-de50-46bc-a1e8-dfbfa86f5e43 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7517d1ed-5cd2-4193-8170-e838aa0d48c6 HTTP/1.1" status: 204 len: 168 time: 0.2235107 Aug 15 14:12:58.347767 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9218d6-de50-46bc-a1e8-dfbfa86f5e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7517d1ed-5cd2-4193-8170-e838aa0d48c6,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:58.425934 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2738e3d2-66b8-4da4-8156-81b5d1efb53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:58.506626 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2738e3d2-66b8-4da4-8156-81b5d1efb53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:58.516251 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-c075dcf9-9533-4c99-9377-9b505d9f5398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'name': 'tempest-TestMinimumBasicScenario-343997362-router', 'tenant_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '0a58faa2-9ddb-42b7-887b-3eb4e21d62bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:12:52Z', 'updated_at': '2021-08-15T14:12:56Z', 'revision_number': 4, 'project_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'gw_port': {'id': '0a58faa2-9ddb-42b7-887b-3eb4e21d62bd', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:12:52Z', 'updated_at': '2021-08-15T14:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '96349de5-e470-4ca6-a29d-6306cc209cd0', 'name': '', 'network_id': 'b5e6e57a-e858-48a4-80c6-6207d83bb306', 'tenant_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'mac_address': 'fa:16:3e:96:af:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'cf02de99-39af-40f2-b14a-37413c12659d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:12:55Z', 'updated_at': '2021-08-15T14:12:56Z', 'revision_number': 2, 'project_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'subnets': [{'id': 'cf02de99-39af-40f2-b14a-37413c12659d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:12:58.531179 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2738e3d2-66b8-4da4-8156-81b5d1efb53f admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=94451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 15 14:12:58.539839 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738e3d2-66b8-4da4-8156-81b5d1efb53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d938c88-8009-4f2b-bf5e-963a1c64939d,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:58.542860 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c075dcf9-9533-4c99-9377-9b505d9f5398 None None] Checking router: bdb5d1c3-6257-4bc0-91f1-c14f4e54a486 for host: dv-cinder-804581-6-iscsi {{(pid=94453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:12:58.543213 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c075dcf9-9533-4c99-9377-9b505d9f5398 None None] Updating router bdb5d1c3-6257-4bc0-91f1-c14f4e54a486 port 96349de5-e470-4ca6-a29d-6306cc209cd0 binding host dv-cinder-804581-6-iscsi {{(pid=94453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 15 14:12:58.548219 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2738e3d2-66b8-4da4-8156-81b5d1efb53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:58.548581 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.db.segments_db [None req-2738e3d2-66b8-4da4-8156-81b5d1efb53f admin admin] Added segment 2aeb7afc-3ae1-4f5d-86c4-535fb68b43c3 of type vlan for network b5925eef-aa25-48c3-a07f-1d98b7b6ed69 Aug 15 14:12:58.568482 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-c075dcf9-9533-4c99-9377-9b505d9f5398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:58.591258 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2738e3d2-66b8-4da4-8156-81b5d1efb53f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787668796995'] for network, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:58.679578 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 0a58faa2-9ddb-42b7-887b-3eb4e21d62bd up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:12:58.689728 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2738e3d2-66b8-4da4-8156-81b5d1efb53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for network, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:58.690990 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2738e3d2-66b8-4da4-8156-81b5d1efb53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:58.691581 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2738e3d2-66b8-4da4-8156-81b5d1efb53f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:58.757750 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738e3d2-66b8-4da4-8156-81b5d1efb53f admin admin] Pushing event updated for resources: {'Network': ['ID=b5925eef-aa25-48c3-a07f-1d98b7b6ed69,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:58.773862 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Network b5925eef-aa25-48c3-a07f-1d98b7b6ed69 details requested by agent ovs-agent-dv-cinder-804581-6-iscsi with host dv-cinder-804581-6-iscsi {{(pid=94453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 15 14:12:58.847343 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 0a58faa2-9ddb-42b7-887b-3eb4e21d62bd triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:12:58.847703 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:58.857952 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0309e08c-91e2-43ba-b991-485f031b6925 req-ffe02daa-1566-4290-85da-7e79f54fe937 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=3227be10-1c1e-47b3-a9d8-95376d9971eb HTTP/1.1" status: 200 len: 210 time: 0.0386119 Aug 15 14:12:58.862830 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 44026) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:58.867939 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-288ebb83-5e95-4735-b55f-af3e6b857e86 admin admin] Request body: {'subnet': {'network_id': 'b5925eef-aa25-48c3-a07f-1d98b7b6ed69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-85639987-subnet', 'tenant_id': '8436a9a83cb44fb7bfc19c5ee5bb505c', 'ip_version': 4}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:12:58.874803 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-2738e3d2-66b8-4da4-8156-81b5d1efb53f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6557713 Aug 15 14:12:58.995956 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-c075dcf9-9533-4c99-9377-9b505d9f5398 None None] Notify callbacks [] for port, precommit_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:59.006409 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288ebb83-5e95-4735-b55f-af3e6b857e86 admin admin] Made reservation on behalf of 8436a9a83cb44fb7bfc19c5ee5bb505c for: {'subnet': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:12:59.008776 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-288ebb83-5e95-4735-b55f-af3e6b857e86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10384417'] for subnet, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:59.014435 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-c075dcf9-9533-4c99-9377-9b505d9f5398 None None] Transition to ACTIVE for port object 96349de5-e470-4ca6-a29d-6306cc209cd0 will not be triggered until provisioned by entity L2. {{(pid=94453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:12:59.046513 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04537c5-5a3f-4e55-806e-f1e8eed6d228 req-4a11aa73-b397-4ad4-94da-6917762c6572 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:59.048598 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a04537c5-5a3f-4e55-806e-f1e8eed6d228 req-4a11aa73-b397-4ad4-94da-6917762c6572 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0720222 Aug 15 14:12:59.089258 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a04537c5-5a3f-4e55-806e-f1e8eed6d228 req-71171091-9ad3-4765-b41c-7cfa2f7b3ce6 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338283 Aug 15 14:12:59.096115 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-c075dcf9-9533-4c99-9377-9b505d9f5398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:59.155969 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68cd4da-8ad1-4a83-b444-10ed565b421e None None] Pushing event updated for resources: {'Port': ['ID=96349de5-e470-4ca6-a29d-6306cc209cd0,revision_number=3']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:59.205860 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-c075dcf9-9533-4c99-9377-9b505d9f5398 None None] Attempting to bind port 96349de5-e470-4ca6-a29d-6306cc209cd0 on host dv-cinder-804581-6-iscsi for vnic_type normal with profile {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:12:59.206234 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-c075dcf9-9533-4c99-9377-9b505d9f5398 None None] Attempting to bind port 96349de5-e470-4ca6-a29d-6306cc209cd0 by drivers openvswitch,hyperv on host dv-cinder-804581-6-iscsi at level 0 using segments [{'id': '3283a93e-7cb5-4d91-a363-19ad57158539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b5e6e57a-e858-48a4-80c6-6207d83bb306'}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:12:59.206596 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c075dcf9-9533-4c99-9377-9b505d9f5398 None None] Attempting to bind port 96349de5-e470-4ca6-a29d-6306cc209cd0 on network b5e6e57a-e858-48a4-80c6-6207d83bb306 {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:12:59.211759 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c075dcf9-9533-4c99-9377-9b505d9f5398 None None] Checking agent: {'id': '9fd064e6-11f0-4c96-a2d8-3af8385acf93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 3, 44), 'started_at': datetime.datetime(2021, 8, 15, 14, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:12:59.216243 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c075dcf9-9533-4c99-9377-9b505d9f5398 None None] Checking segment: {'id': '3283a93e-7cb5-4d91-a363-19ad57158539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b5e6e57a-e858-48a4-80c6-6207d83bb306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:12:59.216243 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-c075dcf9-9533-4c99-9377-9b505d9f5398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:59.216243 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c075dcf9-9533-4c99-9377-9b505d9f5398 None None] Bound using segment: {'id': '3283a93e-7cb5-4d91-a363-19ad57158539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b5e6e57a-e858-48a4-80c6-6207d83bb306'} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:12:59.216243 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-c075dcf9-9533-4c99-9377-9b505d9f5398 None None] Bound port: 96349de5-e470-4ca6-a29d-6306cc209cd0, host: dv-cinder-804581-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3283a93e-7cb5-4d91-a363-19ad57158539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b5e6e57a-e858-48a4-80c6-6207d83bb306'}}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:12:59.216243 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-c075dcf9-9533-4c99-9377-9b505d9f5398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:59.284481 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-c075dcf9-9533-4c99-9377-9b505d9f5398 None None] For port 96349de5-e470-4ca6-a29d-6306cc209cd0, host dv-cinder-804581-6-iscsi, cleared binding levels {{(pid=94453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:12:59.288047 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-c075dcf9-9533-4c99-9377-9b505d9f5398 None None] For port 96349de5-e470-4ca6-a29d-6306cc209cd0, host dv-cinder-804581-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=96349de5-e470-4ca6-a29d-6306cc209cd0,segment=NetworkSegment(3283a93e-7cb5-4d91-a363-19ad57158539),segment_id=3283a93e-7cb5-4d91-a363-19ad57158539)] {{(pid=94453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:12:59.290373 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-288ebb83-5e95-4735-b55f-af3e6b857e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10384403'] for subnet, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:59.350586 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ebb83-5e95-4735-b55f-af3e6b857e86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=696a152c-914d-4fc3-8f7f-6e0fdebced85,revision_number=0']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:59.359961 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288ebb83-5e95-4735-b55f-af3e6b857e86 admin admin] Checking segment: {'id': '2aeb7afc-3ae1-4f5d-86c4-535fb68b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b5925eef-aa25-48c3-a07f-1d98b7b6ed69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:12:59.360327 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288ebb83-5e95-4735-b55f-af3e6b857e86 admin admin] Network hostable DHCP agents. Network: b5925eef-aa25-48c3-a07f-1d98b7b6ed69, hostable agents: ['79a36ae1-c81e-4df0-b784-d4dbca0423ec'], hosted agents: [] {{(pid=94450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 15 14:12:59.375906 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-c075dcf9-9533-4c99-9377-9b505d9f5398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:59.427124 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c075dcf9-9533-4c99-9377-9b505d9f5398 None None] Routers {'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:12:59.427771 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-c075dcf9-9533-4c99-9377-9b505d9f5398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:12:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['bdb5d1c3-6257-4bc0-91f1-c14f4e54a486'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:12:59.467312 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288ebb83-5e95-4735-b55f-af3e6b857e86 admin admin] Network b5925eef-aa25-48c3-a07f-1d98b7b6ed69 is scheduled to be hosted by DHCP agent 79a36ae1-c81e-4df0-b784-d4dbca0423ec with binding_index 1 {{(pid=94450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 15 14:12:59.554818 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [None req-288ebb83-5e95-4735-b55f-af3e6b857e86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-6-iscsi, b5925eef-aa25-48c3-a07f-1d98b7b6ed69) {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:12:59.560520 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288ebb83-5e95-4735-b55f-af3e6b857e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:12:59.561373 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-288ebb83-5e95-4735-b55f-af3e6b857e86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for subnet, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:59.590425 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d51ef44-64e5-4b8b-ba37-e079eaa0e821 None None] Network b5925eef-aa25-48c3-a07f-1d98b7b6ed69 requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:12:59.595350 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68cd4da-8ad1-4a83-b444-10ed565b421e None None] Pushing event updated for resources: {'Port': ['ID=96349de5-e470-4ca6-a29d-6306cc209cd0,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:12:59.655296 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-288ebb83-5e95-4735-b55f-af3e6b857e86 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7900770 Aug 15 14:12:59.656498 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 44050) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:12:59.664830 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-decff2c4-72e4-4882-98dc-81aa007a42f2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-85639987-router', 'tenant_id': '8436a9a83cb44fb7bfc19c5ee5bb505c', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'}}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:12:59.755667 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9c13e5fd-3c63-4634-8dbb-6d8308411174 req-ffa01a00-076f-45f9-a67e-7ab9a8fac0d0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708778 Aug 15 14:12:59.767133 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-c075dcf9-9533-4c99-9377-9b505d9f5398 None None] Set router bdb5d1c3-6257-4bc0-91f1-c14f4e54a486 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:12:59.835643 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-decff2c4-72e4-4882-98dc-81aa007a42f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1505'] for router, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:59.836524 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-decff2c4-72e4-4882-98dc-81aa007a42f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-594727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1514'] for router, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:59.863269 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b06316-5f63-48ee-bd11-995981392536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8509098c-d4be-5410-8ba7-b88853ea627d-b5925eef-aa25-48c3-a07f-1d98b7b6ed69', 'network_id': 'b5925eef-aa25-48c3-a07f-1d98b7b6ed69', 'tenant_id': '8436a9a83cb44fb7bfc19c5ee5bb505c', 'fixed_ips': [{'subnet_id': '696a152c-914d-4fc3-8f7f-6e0fdebced85'}]}} from dv-cinder-804581-6-iscsi. {{(pid=94453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 15 14:12:59.868237 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d9b06316-5f63-48ee-bd11-995981392536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:59.899914 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-decff2c4-72e4-4882-98dc-81aa007a42f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:12:59.976640 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-60850a0e-96de-4c38-9adf-5145b1d3a19b req-3f0b5e7b-34ad-4eba-98f1-549f26c0ef2a tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=3227be10-1c1e-47b3-a9d8-95376d9971eb HTTP/1.1" status: 200 len: 210 time: 0.0353363 Aug 15 14:13:00.087401 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.db_base_plugin_common [None req-d9b06316-5f63-48ee-bd11-995981392536 None None] Allocated IP 172.20.0.2 (b5925eef-aa25-48c3-a07f-1d98b7b6ed69/696a152c-914d-4fc3-8f7f-6e0fdebced85/ccde881c-8967-475b-a9ec-4da89995251e) {{(pid=94453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:13:00.165274 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-c075dcf9-9533-4c99-9377-9b505d9f5398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'name': 'tempest-TestMinimumBasicScenario-343997362-router', 'tenant_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '0a58faa2-9ddb-42b7-887b-3eb4e21d62bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:12:52Z', 'updated_at': '2021-08-15T14:12:56Z', 'revision_number': 4, 'project_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'gw_port': {'id': '0a58faa2-9ddb-42b7-887b-3eb4e21d62bd', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:12:52Z', 'updated_at': '2021-08-15T14:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '96349de5-e470-4ca6-a29d-6306cc209cd0', 'name': '', 'network_id': 'b5e6e57a-e858-48a4-80c6-6207d83bb306', 'tenant_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'mac_address': 'fa:16:3e:96:af:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'cf02de99-39af-40f2-b14a-37413c12659d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:12:55Z', 'updated_at': '2021-08-15T14:12:59Z', 'revision_number': 4, 'project_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'subnets': [{'id': 'cf02de99-39af-40f2-b14a-37413c12659d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:13:00.198444 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c075dcf9-9533-4c99-9377-9b505d9f5398 None None] The sync data for ids ['bdb5d1c3-6257-4bc0-91f1-c14f4e54a486'] in dv-cinder-804581-6-iscsi is: [{'id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'name': 'tempest-TestMinimumBasicScenario-343997362-router', 'tenant_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '0a58faa2-9ddb-42b7-887b-3eb4e21d62bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:12:52Z', 'updated_at': '2021-08-15T14:12:56Z', 'revision_number': 4, 'project_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'gw_port': {'id': '0a58faa2-9ddb-42b7-887b-3eb4e21d62bd', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:12:52Z', 'updated_at': '2021-08-15T14:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '96349de5-e470-4ca6-a29d-6306cc209cd0', 'name': '', 'network_id': 'b5e6e57a-e858-48a4-80c6-6207d83bb306', 'tenant_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'mac_address': 'fa:16:3e:96:af:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'cf02de99-39af-40f2-b14a-37413c12659d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:12:55Z', 'updated_at': '2021-08-15T14:12:59Z', 'revision_number': 4, 'project_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'subnets': [{'id': 'cf02de99-39af-40f2-b14a-37413c12659d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:13:00.283891 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2431cb7-9cb9-455c-8c90-47245c5bee5b req-c5afc1ee-2f6c-4ac6-b9a8-d6bc3aa8faca tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:00.305707 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a2431cb7-9cb9-455c-8c90-47245c5bee5b req-c5afc1ee-2f6c-4ac6-b9a8-d6bc3aa8faca tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.1256893 Aug 15 14:13:00.306266 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 44064) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:00.335739 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d9b06316-5f63-48ee-bd11-995981392536 None None] Notify callbacks [] for port, precommit_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:00.358811 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-d9b06316-5f63-48ee-bd11-995981392536 None None] Transition to ACTIVE for port object ccde881c-8967-475b-a9ec-4da89995251e will not be triggered until provisioned by entity L2. {{(pid=94453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:13:00.372492 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a2431cb7-9cb9-455c-8c90-47245c5bee5b req-3f1d0975-223e-475f-b6f9-b43550433e93 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551746 Aug 15 14:13:00.378500 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-decff2c4-72e4-4882-98dc-81aa007a42f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:00.381305 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-d9b06316-5f63-48ee-bd11-995981392536 None None] Transition to ACTIVE for port object ccde881c-8967-475b-a9ec-4da89995251e will not be triggered until provisioned by entity DHCP. {{(pid=94453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:13:00.435784 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d9b06316-5f63-48ee-bd11-995981392536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469'] for port, after_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:00.466817 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-14811e07-014e-48ec-89f6-0fcd54281d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:00.482104 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b06316-5f63-48ee-bd11-995981392536 None None] Network b5925eef-aa25-48c3-a07f-1d98b7b6ed69 is already hosted by enough agents. {{(pid=94453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:13:00.487859 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.scheduler.base_scheduler [None req-d9b06316-5f63-48ee-bd11-995981392536 None None] Resources bound (agent type, host, resource id): {{(pid=94453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:13:00.490284 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b06316-5f63-48ee-bd11-995981392536 None None] Pushing event updated for resources: {'Port': ['ID=ccde881c-8967-475b-a9ec-4da89995251e,revision_number=1']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:00.504074 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b06316-5f63-48ee-bd11-995981392536 None None] Received port after_create {{(pid=94453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:13:00.567772 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-d9b06316-5f63-48ee-bd11-995981392536 None None] Attempting to bind port ccde881c-8967-475b-a9ec-4da89995251e on host dv-cinder-804581-6-iscsi for vnic_type normal with profile {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:13:00.568142 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-d9b06316-5f63-48ee-bd11-995981392536 None None] Attempting to bind port ccde881c-8967-475b-a9ec-4da89995251e by drivers openvswitch,hyperv on host dv-cinder-804581-6-iscsi at level 0 using segments [{'id': '2aeb7afc-3ae1-4f5d-86c4-535fb68b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b5925eef-aa25-48c3-a07f-1d98b7b6ed69'}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:13:00.568504 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b06316-5f63-48ee-bd11-995981392536 None None] Attempting to bind port ccde881c-8967-475b-a9ec-4da89995251e on network b5925eef-aa25-48c3-a07f-1d98b7b6ed69 {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:13:00.574104 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b06316-5f63-48ee-bd11-995981392536 None None] Checking agent: {'id': '9fd064e6-11f0-4c96-a2d8-3af8385acf93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 3, 44), 'started_at': datetime.datetime(2021, 8, 15, 14, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:13:00.574477 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b06316-5f63-48ee-bd11-995981392536 None None] Checking segment: {'id': '2aeb7afc-3ae1-4f5d-86c4-535fb68b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b5925eef-aa25-48c3-a07f-1d98b7b6ed69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:13:00.574880 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d9b06316-5f63-48ee-bd11-995981392536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:00.575460 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b06316-5f63-48ee-bd11-995981392536 None None] Bound using segment: {'id': '2aeb7afc-3ae1-4f5d-86c4-535fb68b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b5925eef-aa25-48c3-a07f-1d98b7b6ed69'} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:13:00.576090 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-d9b06316-5f63-48ee-bd11-995981392536 None None] Bound port: ccde881c-8967-475b-a9ec-4da89995251e, host: dv-cinder-804581-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aeb7afc-3ae1-4f5d-86c4-535fb68b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b5925eef-aa25-48c3-a07f-1d98b7b6ed69'}}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:13:00.576640 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d9b06316-5f63-48ee-bd11-995981392536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:00.599556 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-14811e07-014e-48ec-89f6-0fcd54281d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:00.652004 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-d9b06316-5f63-48ee-bd11-995981392536 None None] For port ccde881c-8967-475b-a9ec-4da89995251e, host dv-cinder-804581-6-iscsi, cleared binding levels {{(pid=94453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:13:00.656327 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-d9b06316-5f63-48ee-bd11-995981392536 None None] For port ccde881c-8967-475b-a9ec-4da89995251e, host dv-cinder-804581-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=ccde881c-8967-475b-a9ec-4da89995251e,segment=NetworkSegment(2aeb7afc-3ae1-4f5d-86c4-535fb68b43c3),segment_id=2aeb7afc-3ae1-4f5d-86c4-535fb68b43c3)] {{(pid=94453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:13:00.663388 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-14811e07-014e-48ec-89f6-0fcd54281d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:00.698087 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-decff2c4-72e4-4882-98dc-81aa007a42f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:00.723386 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-decff2c4-72e4-4882-98dc-81aa007a42f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:00.731856 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-14811e07-014e-48ec-89f6-0fcd54281d0a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=73957b2a2cda401e86af45bef1067fd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4245064 Aug 15 14:13:00.733110 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14811e07-014e-48ec-89f6-0fcd54281d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb084d4-cae1-4374-9b3e-1373d6afbe5d,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:00.734385 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 44072) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:00.737342 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 96349de5-e470-4ca6-a29d-6306cc209cd0 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:13:00.741688 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d9b06316-5f63-48ee-bd11-995981392536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:00.846519 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b06316-5f63-48ee-bd11-995981392536 None None] Pushing event updated for resources: {'Port': ['ID=ccde881c-8967-475b-a9ec-4da89995251e,revision_number=2']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:00.871923 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4adf65dc-33b5-4804-a593-dec28daa02f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:00.910793 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [None req-decff2c4-72e4-4882-98dc-81aa007a42f2 admin admin] Allocated IP 172.27.3.168 (1d9f8f4c-a9c3-49e7-b907-6801ec194130/0214dcca-22ca-4853-8d9b-9f5ee3e8fb08/7030ee5c-6759-402e-89ae-677ce0a75541) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:13:00.914061 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4adf65dc-33b5-4804-a593-dec28daa02f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:00.949850 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning for port 96349de5-e470-4ca6-a29d-6306cc209cd0 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:13:00.954292 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 96349de5-e470-4ca6-a29d-6306cc209cd0 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:13:00.954768 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:01.086859 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-decff2c4-72e4-4882-98dc-81aa007a42f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:01.097894 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:01.108398 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4adf65dc-33b5-4804-a593-dec28daa02f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:01.114340 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4adf65dc-33b5-4804-a593-dec28daa02f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:01.114340 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-4adf65dc-33b5-4804-a593-dec28daa02f8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1fb084d4-cae1-4374-9b3e-1373d6afbe5d HTTP/1.1" status: 204 len: 168 time: 0.3781753 Aug 15 14:13:01.149889 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf65dc-33b5-4804-a593-dec28daa02f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb084d4-cae1-4374-9b3e-1373d6afbe5d,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:01.197013 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] For port 96349de5-e470-4ca6-a29d-6306cc209cd0, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=96349de5-e470-4ca6-a29d-6306cc209cd0,segment=NetworkSegment(3283a93e-7cb5-4d91-a363-19ad57158539),segment_id=3283a93e-7cb5-4d91-a363-19ad57158539)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:13:01.208222 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-46595105-3c7d-4eb2-bac5-3b542389b8f1 req-0e3b5058-55c1-4f7e-8315-77d9c1134f72 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=3227be10-1c1e-47b3-a9d8-95376d9971eb HTTP/1.1" status: 200 len: 210 time: 0.0350256 Aug 15 14:13:01.258356 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-decff2c4-72e4-4882-98dc-81aa007a42f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:01.280903 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:01.302472 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decff2c4-72e4-4882-98dc-81aa007a42f2 admin admin] Network 1d9f8f4c-a9c3-49e7-b907-6801ec194130 is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:13:01.308387 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [None req-decff2c4-72e4-4882-98dc-81aa007a42f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:13:01.310810 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decff2c4-72e4-4882-98dc-81aa007a42f2 admin admin] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:13:01.334127 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decff2c4-72e4-4882-98dc-81aa007a42f2 admin admin] Pushing event updated for resources: {'Port': ['ID=7030ee5c-6759-402e-89ae-677ce0a75541,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:01.341145 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Pushing event updated for resources: {'Port': ['ID=96349de5-e470-4ca6-a29d-6306cc209cd0,revision_number=5']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:01.452432 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:01.559934 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13e5fd-3c63-4634-8dbb-6d8308411174 req-65b4373d-1543-407b-8755-b217e2b47545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:01.561542 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9c13e5fd-3c63-4634-8dbb-6d8308411174 req-65b4373d-1543-407b-8755-b217e2b47545 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f8fffbae4d54d5d8922a9239d1e26cf&device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 1098 time: 0.0727928 Aug 15 14:13:01.565812 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b19c5f-38be-42e9-ab8f-e46932d7cbf4 req-1535388c-bd96-420f-9de2-1e7b9955bb97 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:01.573478 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e8b19c5f-38be-42e9-ab8f-e46932d7cbf4 req-1535388c-bd96-420f-9de2-1e7b9955bb97 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0858169 Aug 15 14:13:01.633883 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e8b19c5f-38be-42e9-ab8f-e46932d7cbf4 req-6ef82ca3-ed2b-4da0-9d86-aadd3ff0ab70 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512762 Aug 15 14:13:01.911077 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13e5fd-3c63-4634-8dbb-6d8308411174 req-233cf29d-6b29-4143-9bb3-cb0fba4f9b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:01.911077 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9c13e5fd-3c63-4634-8dbb-6d8308411174 req-233cf29d-6b29-4143-9bb3-cb0fba4f9b63 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5199da4-07f3-4179-85b5-8c3aa021260f HTTP/1.1" status: 200 len: 912 time: 0.2300701 Aug 15 14:13:01.911077 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-decff2c4-72e4-4882-98dc-81aa007a42f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:01.911077 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9c13e5fd-3c63-4634-8dbb-6d8308411174 req-37dc5be9-aade-4bbe-a44b-83e090f6cec3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8d05cb3-d735-44fe-930b-23878b73f3b5 HTTP/1.1" status: 200 len: 217 time: 0.0695610 Aug 15 14:13:01.941503 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff32fa8b-36c1-4a11-976a-28c670f2a973 None None] Network b5925eef-aa25-48c3-a07f-1d98b7b6ed69 requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:13:02.009128 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13e5fd-3c63-4634-8dbb-6d8308411174 req-d752a43b-bb4f-4ae5-92f2-bf2ca208f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:02.079228 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9c13e5fd-3c63-4634-8dbb-6d8308411174 req-d752a43b-bb4f-4ae5-92f2-bf2ca208f734 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5522d45c-406f-4a5c-bbcc-a6c052fb4164 HTTP/1.1" status: 200 len: 851 time: 0.0999365 Aug 15 14:13:02.079228 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9c13e5fd-3c63-4634-8dbb-6d8308411174 req-24bd7b2e-0897-45b0-a168-6ca7211329b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5199da4-07f3-4179-85b5-8c3aa021260f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259390 Aug 15 14:13:02.192869 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-decff2c4-72e4-4882-98dc-81aa007a42f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594930'] for router, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:02.270712 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9c13e5fd-3c63-4634-8dbb-6d8308411174 req-a62e802a-b364-49c4-a76a-4faf87861ef0 service neutron] 10.222.0.20 "GET /v2.0/networks/b5199da4-07f3-4179-85b5-8c3aa021260f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600339 Aug 15 14:13:02.278315 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-b5913d68-35c8-4e90-a424-75fc0c4525df None None] Provisioning for port ccde881c-8967-475b-a9ec-4da89995251e completed by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:13:02.354439 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-fb77699a-68e5-4c81-922c-37f61c244f7a req-8917d0c3-0482-4777-84a0-554373b662cc tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=3227be10-1c1e-47b3-a9d8-95376d9971eb HTTP/1.1" status: 200 len: 210 time: 0.0473621 Aug 15 14:13:02.459615 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9c13e5fd-3c63-4634-8dbb-6d8308411174 req-90ccbeb7-1f23-42c1-b533-25b7924f371b service neutron] 10.222.0.20 "GET /v2.0/networks/b5199da4-07f3-4179-85b5-8c3aa021260f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535611 Aug 15 14:13:02.546903 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-decff2c4-72e4-4882-98dc-81aa007a42f2 admin admin] Router de77ece3-8a71-446a-8e7b-d32e2624c0f3 is scheduled to L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 with binding_index 1 {{(pid=94450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 15 14:13:02.854034 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device ccde881c-8967-475b-a9ec-4da89995251e up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:13:02.926026 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d773e0c-aa4e-49e9-a5ef-52e180f81731 req-17d43499-331f-4528-a858-083aa4096d86 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:02.928784 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2d773e0c-aa4e-49e9-a5ef-52e180f81731 req-17d43499-331f-4528-a858-083aa4096d86 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0662937 Aug 15 14:13:02.928784 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-decff2c4-72e4-4882-98dc-81aa007a42f2 admin admin] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:13:02.940022 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35f306b-e63f-4287-96ed-22963164c90d None None] Sync routers for ids ['de77ece3-8a71-446a-8e7b-d32e2624c0f3'] in dv-cinder-804581-6-iscsi {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:13:02.977048 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2d773e0c-aa4e-49e9-a5ef-52e180f81731 req-751ddcc6-e8f6-4080-af82-f11dd5483152 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423727 Aug 15 14:13:02.989730 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35f306b-e63f-4287-96ed-22963164c90d None None] Routers {'de77ece3-8a71-446a-8e7b-d32e2624c0f3'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:13:02.989730 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-d35f306b-e63f-4287-96ed-22963164c90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:12:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['de77ece3-8a71-446a-8e7b-d32e2624c0f3'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:13:03.005020 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 44142) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:03.040437 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning for port ccde881c-8967-475b-a9ec-4da89995251e completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:13:03.045871 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port ccde881c-8967-475b-a9ec-4da89995251e triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:13:03.051821 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:03.069071 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-decff2c4-72e4-4882-98dc-81aa007a42f2 admin admin] Notify callbacks [] for router, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:03.073813 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-decff2c4-72e4-4882-98dc-81aa007a42f2 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4130487 Aug 15 14:13:03.074067 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 44148) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:03.175501 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:03.191487 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-d35f306b-e63f-4287-96ed-22963164c90d None None] Set router de77ece3-8a71-446a-8e7b-d32e2624c0f3 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:13:03.202550 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2f0f154e-7eec-4e61-b969-cadeaf33d2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:03.244242 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] For port ccde881c-8967-475b-a9ec-4da89995251e, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=ccde881c-8967-475b-a9ec-4da89995251e,segment=NetworkSegment(2aeb7afc-3ae1-4f5d-86c4-535fb68b43c3),segment_id=2aeb7afc-3ae1-4f5d-86c4-535fb68b43c3)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:13:03.336453 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2f0f154e-7eec-4e61-b969-cadeaf33d2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:03.340939 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:03.346617 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 96349de5-e470-4ca6-a29d-6306cc209cd0 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:13:03.466953 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2f0f154e-7eec-4e61-b969-cadeaf33d2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:03.483676 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-d4ab6e23-5022-4578-8704-aea5d5a9a3f9 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:03.483676 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-d4ab6e23-5022-4578-8704-aea5d5a9a3f9 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.20 "GET /v2.0/networks?id=84973402-f5de-4cbd-a3be-16501fd5c3aa HTTP/1.1" status: 200 len: 815 time: 0.2026691 Aug 15 14:13:03.492592 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-d35f306b-e63f-4287-96ed-22963164c90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de77ece3-8a71-446a-8e7b-d32e2624c0f3', 'name': 'tempest-TestMinimumBasicScenario-85639987-router', 'tenant_id': '8436a9a83cb44fb7bfc19c5ee5bb505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '7030ee5c-6759-402e-89ae-677ce0a75541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:12:59Z', 'updated_at': '2021-08-15T14:13:01Z', 'revision_number': 3, 'project_id': '8436a9a83cb44fb7bfc19c5ee5bb505c', 'gw_port': {'id': '7030ee5c-6759-402e-89ae-677ce0a75541', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:62:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de77ece3-8a71-446a-8e7b-d32e2624c0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:13:00Z', 'updated_at': '2021-08-15T14:13:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:13:03.500471 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-fed2bfa5-e216-4de2-8368-10754ed67f01 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Request body: {'port': {'device_id': '3227be10-1c1e-47b3-a9d8-95376d9971eb', 'network_id': '84973402-f5de-4cbd-a3be-16501fd5c3aa', 'admin_state_up': True, 'tenant_id': '407c1fd6fcf5420e9ec2759a80b92db4'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:13:03.539126 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Pushing event updated for resources: {'Port': ['ID=ccde881c-8967-475b-a9ec-4da89995251e,revision_number=3']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:03.555569 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 96349de5-e470-4ca6-a29d-6306cc209cd0 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:13:03.556333 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:03.567432 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f154e-7eec-4e61-b969-cadeaf33d2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39c68fd-3099-4e24-b4f1-993141a61107,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:03.599404 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35f306b-e63f-4287-96ed-22963164c90d None None] Checking router: de77ece3-8a71-446a-8e7b-d32e2624c0f3 for host: dv-cinder-804581-6-iscsi {{(pid=94454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:13:03.600095 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35f306b-e63f-4287-96ed-22963164c90d None None] Updating router de77ece3-8a71-446a-8e7b-d32e2624c0f3 port 7030ee5c-6759-402e-89ae-677ce0a75541 binding host dv-cinder-804581-6-iscsi {{(pid=94454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 15 14:13:03.622081 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-be31f616-cb54-4375-92e8-56e97fb80268 req-f2d211ce-5ba6-4059-93e1-0d2218fb92eb tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=3227be10-1c1e-47b3-a9d8-95376d9971eb HTTP/1.1" status: 200 len: 210 time: 0.0769875 Aug 15 14:13:03.647122 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-d35f306b-e63f-4287-96ed-22963164c90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:03.655847 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-2f0f154e-7eec-4e61-b969-cadeaf33d2b1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=24130af8ff87405c8b1e8bc54ae2bdaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6496909 Aug 15 14:13:03.659197 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 44168) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:03.743251 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-3f6dfce9-ea96-4b07-8cdc-df64b009b0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:03.769091 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-3f6dfce9-ea96-4b07-8cdc-df64b009b0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:03.920834 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-3f6dfce9-ea96-4b07-8cdc-df64b009b0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:03.923508 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-3f6dfce9-ea96-4b07-8cdc-df64b009b0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:03.927586 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-3f6dfce9-ea96-4b07-8cdc-df64b009b0fd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a39c68fd-3099-4e24-b4f1-993141a61107 HTTP/1.1" status: 204 len: 168 time: 0.2646365 Aug 15 14:13:03.935894 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6dfce9-ea96-4b07-8cdc-df64b009b0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39c68fd-3099-4e24-b4f1-993141a61107,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:03.960421 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-d35f306b-e63f-4287-96ed-22963164c90d None None] Notify callbacks [] for port, precommit_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:03.971445 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.provisioning_blocks [None req-d35f306b-e63f-4287-96ed-22963164c90d None None] Transition to ACTIVE for port object 7030ee5c-6759-402e-89ae-677ce0a75541 will not be triggered until provisioned by entity L2. {{(pid=94454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:13:03.980498 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-fed2bfa5-e216-4de2-8368-10754ed67f01 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Made reservation on behalf of 407c1fd6fcf5420e9ec2759a80b92db4 for: {'port': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:13:03.984006 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-fed2bfa5-e216-4de2-8368-10754ed67f01 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:04.064391 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-d35f306b-e63f-4287-96ed-22963164c90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:04.115004 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.managers [None req-d35f306b-e63f-4287-96ed-22963164c90d None None] Attempting to bind port 7030ee5c-6759-402e-89ae-677ce0a75541 on host dv-cinder-804581-6-iscsi for vnic_type normal with profile {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:13:04.115369 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.managers [None req-d35f306b-e63f-4287-96ed-22963164c90d None None] Attempting to bind port 7030ee5c-6759-402e-89ae-677ce0a75541 by drivers openvswitch,hyperv on host dv-cinder-804581-6-iscsi at level 0 using segments [{'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'}] {{(pid=94454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:13:04.115728 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35f306b-e63f-4287-96ed-22963164c90d None None] Attempting to bind port 7030ee5c-6759-402e-89ae-677ce0a75541 on network 1d9f8f4c-a9c3-49e7-b907-6801ec194130 {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:13:04.124148 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35f306b-e63f-4287-96ed-22963164c90d None None] Checking agent: {'id': '9fd064e6-11f0-4c96-a2d8-3af8385acf93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 3, 44), 'started_at': datetime.datetime(2021, 8, 15, 14, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:13:04.124520 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35f306b-e63f-4287-96ed-22963164c90d None None] Checking segment: {'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:13:04.125097 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-d35f306b-e63f-4287-96ed-22963164c90d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:04.125711 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35f306b-e63f-4287-96ed-22963164c90d None None] Bound using segment: {'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'} {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:13:04.126319 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.managers [None req-d35f306b-e63f-4287-96ed-22963164c90d None None] Bound port: 7030ee5c-6759-402e-89ae-677ce0a75541, host: dv-cinder-804581-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'}}] {{(pid=94454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:13:04.132049 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-d35f306b-e63f-4287-96ed-22963164c90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:04.147081 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c6d84-4ba2-4367-a10c-7dde8886e224 None None] Pushing event updated for resources: {'Port': ['ID=7030ee5c-6759-402e-89ae-677ce0a75541,revision_number=2']} {{(pid=94454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:04.172536 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-72c63d0b-4865-4d06-afa4-7d2477dee082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:04.192466 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.db [None req-d35f306b-e63f-4287-96ed-22963164c90d None None] For port 7030ee5c-6759-402e-89ae-677ce0a75541, host dv-cinder-804581-6-iscsi, cleared binding levels {{(pid=94454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:13:04.201809 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.db [None req-d35f306b-e63f-4287-96ed-22963164c90d None None] For port 7030ee5c-6759-402e-89ae-677ce0a75541, host dv-cinder-804581-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=7030ee5c-6759-402e-89ae-677ce0a75541,segment=NetworkSegment(5e752e44-7069-4182-ac48-4f84d046513a),segment_id=5e752e44-7069-4182-ac48-4f84d046513a)] {{(pid=94454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:13:04.227998 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261c17c-df5b-4ab9-8be0-580ca6cf7262 req-031c8349-9a5e-4e21-aa0c-374939586adf tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:04.229572 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5261c17c-df5b-4ab9-8be0-580ca6cf7262 req-031c8349-9a5e-4e21-aa0c-374939586adf tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.1605108 Aug 15 14:13:04.265081 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bd639-0f15-4a89-a7f4-9508cc71af0f req-23e4358e-45b4-4705-9f1a-6a0561033399 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:04.266706 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-df9bd639-0f15-4a89-a7f4-9508cc71af0f req-23e4358e-45b4-4705-9f1a-6a0561033399 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 945 time: 0.0569139 Aug 15 14:13:04.269216 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-d35f306b-e63f-4287-96ed-22963164c90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:04.328018 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35f306b-e63f-4287-96ed-22963164c90d None None] Routers {'de77ece3-8a71-446a-8e7b-d32e2624c0f3'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:13:04.328623 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-d35f306b-e63f-4287-96ed-22963164c90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:12:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['de77ece3-8a71-446a-8e7b-d32e2624c0f3'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:13:04.339566 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-df9bd639-0f15-4a89-a7f4-9508cc71af0f req-82298c57-4a28-4664-890f-2bd616c58f0f tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/security-groups?id=96fe4f6f-d707-4bac-9eb1-d262e0f5114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649533 Aug 15 14:13:04.378506 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c6d84-4ba2-4367-a10c-7dde8886e224 None None] Pushing event updated for resources: {'Port': ['ID=7030ee5c-6759-402e-89ae-677ce0a75541,revision_number=3']} {{(pid=94454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:04.403962 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-fed2bfa5-e216-4de2-8368-10754ed67f01 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Allocated IP 172.20.0.6 (84973402-f5de-4cbd-a3be-16501fd5c3aa/605b3e14-49dc-4446-943a-b55a9146c77b/a5457743-2995-4e22-866a-eeca633e1864) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:13:04.468860 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5261c17c-df5b-4ab9-8be0-580ca6cf7262 req-6f83e546-44ac-448f-bc1d-5be2ca2d6f6b tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143407 Aug 15 14:13:04.471381 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-d35f306b-e63f-4287-96ed-22963164c90d None None] Set router de77ece3-8a71-446a-8e7b-d32e2624c0f3 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:13:04.602568 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [None req-72c63d0b-4865-4d06-afa4-7d2477dee082 admin admin] Allocated IP 172.20.0.1 (b5925eef-aa25-48c3-a07f-1d98b7b6ed69/696a152c-914d-4fc3-8f7f-6e0fdebced85/b230d5e5-caf0-4ad1-aa7b-e7773c11ef05) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:13:04.691957 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-d35f306b-e63f-4287-96ed-22963164c90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de77ece3-8a71-446a-8e7b-d32e2624c0f3', 'name': 'tempest-TestMinimumBasicScenario-85639987-router', 'tenant_id': '8436a9a83cb44fb7bfc19c5ee5bb505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '7030ee5c-6759-402e-89ae-677ce0a75541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:12:59Z', 'updated_at': '2021-08-15T14:13:01Z', 'revision_number': 3, 'project_id': '8436a9a83cb44fb7bfc19c5ee5bb505c', 'gw_port': {'id': '7030ee5c-6759-402e-89ae-677ce0a75541', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:62:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de77ece3-8a71-446a-8e7b-d32e2624c0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:13:00Z', 'updated_at': '2021-08-15T14:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:13:04.721419 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35f306b-e63f-4287-96ed-22963164c90d None None] The sync data for ids ['de77ece3-8a71-446a-8e7b-d32e2624c0f3'] in dv-cinder-804581-6-iscsi is: [{'id': 'de77ece3-8a71-446a-8e7b-d32e2624c0f3', 'name': 'tempest-TestMinimumBasicScenario-85639987-router', 'tenant_id': '8436a9a83cb44fb7bfc19c5ee5bb505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '7030ee5c-6759-402e-89ae-677ce0a75541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:12:59Z', 'updated_at': '2021-08-15T14:13:01Z', 'revision_number': 3, 'project_id': '8436a9a83cb44fb7bfc19c5ee5bb505c', 'gw_port': {'id': '7030ee5c-6759-402e-89ae-677ce0a75541', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:62:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de77ece3-8a71-446a-8e7b-d32e2624c0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:13:00Z', 'updated_at': '2021-08-15T14:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}] {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:13:04.732812 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device ccde881c-8967-475b-a9ec-4da89995251e up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:13:04.768773 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-47407301-d984-41c9-a9af-bb90fd1947a3 req-e893959c-5e84-4a8b-abbd-4bca3b98637a tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=3227be10-1c1e-47b3-a9d8-95376d9971eb HTTP/1.1" status: 200 len: 210 time: 0.0487776 Aug 15 14:13:04.786326 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-fed2bfa5-e216-4de2-8368-10754ed67f01 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:04.786490 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 44200) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:04.804236 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-abde7ebe-49da-42e8-a12b-d7808162522b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:04.841547 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port ccde881c-8967-475b-a9ec-4da89995251e triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:13:04.842201 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:04.900106 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-72c63d0b-4865-4d06-afa4-7d2477dee082 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:04.914192 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.provisioning_blocks [None req-72c63d0b-4865-4d06-afa4-7d2477dee082 admin admin] Transition to ACTIVE for port object b230d5e5-caf0-4ad1-aa7b-e7773c11ef05 will not be triggered until provisioned by entity DHCP. {{(pid=94450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:13:04.962419 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-abde7ebe-49da-42e8-a12b-d7808162522b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:05.045548 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-fed2bfa5-e216-4de2-8368-10754ed67f01 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:05.059702 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['c95233d3-7524-4964-b190-66c3536c9a6a'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:13:05.095792 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-abde7ebe-49da-42e8-a12b-d7808162522b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:05.132405 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2bfa5-e216-4de2-8368-10754ed67f01 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Pushing event updated for resources: {'Port': ['ID=a5457743-2995-4e22-866a-eeca633e1864,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:05.145738 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde7ebe-49da-42e8-a12b-d7808162522b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe5b41e-6e08-4909-91c3-f616d23625aa,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:05.153449 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-fed2bfa5-e216-4de2-8368-10754ed67f01 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Network 84973402-f5de-4cbd-a3be-16501fd5c3aa is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:13:05.153661 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-abde7ebe-49da-42e8-a12b-d7808162522b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=677ecaaba44945a4afd2e909d1d85416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3648355 Aug 15 14:13:05.154277 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-fed2bfa5-e216-4de2-8368-10754ed67f01 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:13:05.155006 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 44204) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:05.157704 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-72c63d0b-4865-4d06-afa4-7d2477dee082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:05.160285 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-fed2bfa5-e216-4de2-8368-10754ed67f01 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:13:05.245251 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-c0794452-500e-4ea7-a5d0-7ff8dea3f7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:05.272742 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-c0794452-500e-4ea7-a5d0-7ff8dea3f7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:05.297721 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c63d0b-4865-4d06-afa4-7d2477dee082 admin admin] Network b5925eef-aa25-48c3-a07f-1d98b7b6ed69 is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:13:05.305970 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [None req-72c63d0b-4865-4d06-afa4-7d2477dee082 admin admin] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:13:05.315805 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c63d0b-4865-4d06-afa4-7d2477dee082 admin admin] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:13:05.382275 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-fed2bfa5-e216-4de2-8368-10754ed67f01 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:05.383039 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-fed2bfa5-e216-4de2-8368-10754ed67f01 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:05.415037 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c63d0b-4865-4d06-afa4-7d2477dee082 admin admin] Pushing event updated for resources: {'Port': ['ID=b230d5e5-caf0-4ad1-aa7b-e7773c11ef05,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:05.417959 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-c0794452-500e-4ea7-a5d0-7ff8dea3f7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:05.422906 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-c0794452-500e-4ea7-a5d0-7ff8dea3f7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:05.425753 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-c0794452-500e-4ea7-a5d0-7ff8dea3f7f1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cfe5b41e-6e08-4909-91c3-f616d23625aa HTTP/1.1" status: 204 len: 168 time: 0.2661586 Aug 15 14:13:05.441220 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0794452-500e-4ea7-a5d0-7ff8dea3f7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe5b41e-6e08-4909-91c3-f616d23625aa,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:05.442608 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-72c63d0b-4865-4d06-afa4-7d2477dee082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520487'] for router_interface, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:05.577231 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0d996-1a78-4418-936b-6a57ea56f2ea req-62499b1c-dea0-4e25-a5cd-92dd6024b6c3 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:05.593839 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-43e0d996-1a78-4418-936b-6a57ea56f2ea req-62499b1c-dea0-4e25-a5cd-92dd6024b6c3 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 945 time: 0.1478243 Aug 15 14:13:05.609643 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-fed2bfa5-e216-4de2-8368-10754ed67f01 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1130121 Aug 15 14:13:05.657707 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-43e0d996-1a78-4418-936b-6a57ea56f2ea req-5c39dd24-6876-4c53-a8f5-512aa5d49548 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/security-groups?id=96fe4f6f-d707-4bac-9eb1-d262e0f5114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630350 Aug 15 14:13:05.668503 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-1f34cd85-7d1b-4e61-a520-f28f22baedab service neutron] Request body: {'port': {'device_id': '3227be10-1c1e-47b3-a9d8-95376d9971eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:13:05.753869 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-3aded58a-c15a-4a67-ac5c-52c308c2d768 None None] Provisioning for port b230d5e5-caf0-4ad1-aa7b-e7773c11ef05 completed by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:13:05.759531 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-72c63d0b-4865-4d06-afa4-7d2477dee082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:05.760525 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-3aded58a-c15a-4a67-ac5c-52c308c2d768 None None] Provisioning complete for port b230d5e5-caf0-4ad1-aa7b-e7773c11ef05 triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:13:05.761133 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-3aded58a-c15a-4a67-ac5c-52c308c2d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:05.787983 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb501c-900a-42d5-928f-417c54e5308d req-ba973ac5-df8b-49ed-9ad9-f07ad8f75a02 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:05.796062 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-afcb501c-900a-42d5-928f-417c54e5308d req-ba973ac5-df8b-49ed-9ad9-f07ad8f75a02 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.1819715 Aug 15 14:13:05.800193 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-1f34cd85-7d1b-4e61-a520-f28f22baedab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:05.803144 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-3aded58a-c15a-4a67-ac5c-52c308c2d768 None None] Port b230d5e5-caf0-4ad1-aa7b-e7773c11ef05 cannot update to ACTIVE because it is not bound. {{(pid=94453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 15 14:13:05.901971 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-afcb501c-900a-42d5-928f-417c54e5308d req-103b85a7-3a50-41a0-8c42-9275f60fb341 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046782 Aug 15 14:13:05.926494 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f84a6-c73a-4daa-bd37-d81ed0e866b3 req-7f7da2a1-59dc-4549-8f30-a3898053ac1a tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:05.926494 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-430f84a6-c73a-4daa-bd37-d81ed0e866b3 req-7f7da2a1-59dc-4549-8f30-a3898053ac1a tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=3227be10-1c1e-47b3-a9d8-95376d9971eb HTTP/1.1" status: 200 len: 931 time: 0.0594778 Aug 15 14:13:05.971430 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-430f84a6-c73a-4daa-bd37-d81ed0e866b3 req-8fbca167-452a-4369-a2b9-e0b2044a9c8b tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424075 Aug 15 14:13:06.167222 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-72c63d0b-4865-4d06-afa4-7d2477dee082 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:06.240481 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-1f34cd85-7d1b-4e61-a520-f28f22baedab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5457743-2995-4e22-866a-eeca633e1864 {{(pid=94450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:13:06.248957 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-1f34cd85-7d1b-4e61-a520-f28f22baedab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:06.261369 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.provisioning_blocks [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-1f34cd85-7d1b-4e61-a520-f28f22baedab service neutron] Transition to ACTIVE for port object a5457743-2995-4e22-866a-eeca633e1864 will not be triggered until provisioned by entity L2. {{(pid=94450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:13:06.277828 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-72c63d0b-4865-4d06-afa4-7d2477dee082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:06.352751 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-72c63d0b-4865-4d06-afa4-7d2477dee082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520627'] for router_interface, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:06.355645 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c63d0b-4865-4d06-afa4-7d2477dee082 admin admin] Pushing event updated for resources: {'Port': ['ID=b230d5e5-caf0-4ad1-aa7b-e7773c11ef05,revision_number=2']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:06.402179 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-1f34cd85-7d1b-4e61-a520-f28f22baedab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:06.474816 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34cd85-7d1b-4e61-a520-f28f22baedab service neutron] Pushing event updated for resources: {'Port': ['ID=a5457743-2995-4e22-866a-eeca633e1864,revision_number=2']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:06.546805 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c63d0b-4865-4d06-afa4-7d2477dee082 admin admin] Network b5925eef-aa25-48c3-a07f-1d98b7b6ed69 is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:13:06.554538 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [None req-72c63d0b-4865-4d06-afa4-7d2477dee082 admin admin] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:13:06.801762 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 7030ee5c-6759-402e-89ae-677ce0a75541 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:13:06.836684 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e58347db-6c61-4a04-916f-9934ba2713ad req-77d24f9d-570a-496d-aad1-db9e74ea7d53 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=cb9ec4ee779845238973a661f76a0182&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747952 Aug 15 14:13:06.936891 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ff826ef6-b993-4b8f-9e26-4f890585ec5f None None] Provisioning complete for port b230d5e5-caf0-4ad1-aa7b-e7773c11ef05 triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:13:06.937639 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ff826ef6-b993-4b8f-9e26-4f890585ec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:06.971676 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning for port 7030ee5c-6759-402e-89ae-677ce0a75541 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:13:06.982584 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c63d0b-4865-4d06-afa4-7d2477dee082 admin admin] Router de77ece3-8a71-446a-8e7b-d32e2624c0f3 has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:13:06.991997 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 7030ee5c-6759-402e-89ae-677ce0a75541 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:13:06.992375 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:07.032001 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-ff826ef6-b993-4b8f-9e26-4f890585ec5f None None] Port b230d5e5-caf0-4ad1-aa7b-e7773c11ef05 cannot update to ACTIVE because it is not bound. {{(pid=94453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 15 14:13:07.074241 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58347db-6c61-4a04-916f-9934ba2713ad req-94438646-b66c-45db-b766-17a76631d6dd tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:07.077764 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e58347db-6c61-4a04-916f-9934ba2713ad req-94438646-b66c-45db-b766-17a76631d6dd tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2395599 Aug 15 14:13:07.096171 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e58347db-6c61-4a04-916f-9934ba2713ad req-b2b302a9-635f-48af-ae0f-c9862506b9a8 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/quotas/cb9ec4ee779845238973a661f76a0182 HTTP/1.1" status: 200 len: 375 time: 0.0126309 Aug 15 14:13:07.104776 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:07.118484 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-1f34cd85-7d1b-4e61-a520-f28f22baedab service neutron] Attempting to bind port a5457743-2995-4e22-866a-eeca633e1864 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:13:07.118828 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-1f34cd85-7d1b-4e61-a520-f28f22baedab service neutron] Attempting to bind port a5457743-2995-4e22-866a-eeca633e1864 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '0d773301-4627-4dbc-af30-9dbe1f56781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '84973402-f5de-4cbd-a3be-16501fd5c3aa'}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:13:07.119251 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-1f34cd85-7d1b-4e61-a520-f28f22baedab service neutron] Attempting to bind port a5457743-2995-4e22-866a-eeca633e1864 on network 84973402-f5de-4cbd-a3be-16501fd5c3aa {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:13:07.138143 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] For port 7030ee5c-6759-402e-89ae-677ce0a75541, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=7030ee5c-6759-402e-89ae-677ce0a75541,segment=NetworkSegment(5e752e44-7069-4182-ac48-4f84d046513a),segment_id=5e752e44-7069-4182-ac48-4f84d046513a)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:13:07.138464 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-1f34cd85-7d1b-4e61-a520-f28f22baedab service neutron] Port a5457743-2995-4e22-866a-eeca633e1864 on network 84973402-f5de-4cbd-a3be-16501fd5c3aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 15 14:13:07.138464 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-1f34cd85-7d1b-4e61-a520-f28f22baedab service neutron] Attempting to bind port a5457743-2995-4e22-866a-eeca633e1864 on network 84973402-f5de-4cbd-a3be-16501fd5c3aa {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:13:07.141315 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e58347db-6c61-4a04-916f-9934ba2713ad req-a4d72cfe-f4d0-4fb2-adce-9b10d0ddbaed tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=cb9ec4ee779845238973a661f76a0182&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355027 Aug 15 14:13:07.145950 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e2aa1-8d01-481d-922d-0d393252e970 req-e19fa470-bb6c-4ce3-b3eb-fbf761b25cef tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:07.147413 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d73e2aa1-8d01-481d-922d-0d393252e970 req-e19fa470-bb6c-4ce3-b3eb-fbf761b25cef tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 945 time: 0.1732478 Aug 15 14:13:07.162640 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbbbd7-f68a-46e3-9c79-2b90e2232054 req-8e0d54b2-8862-46ac-ab50-59d73f6fe604 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:07.166357 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a4dbbbd7-f68a-46e3-9c79-2b90e2232054 req-8e0d54b2-8862-46ac-ab50-59d73f6fe604 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 945 time: 0.1932244 Aug 15 14:13:07.196467 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-1f34cd85-7d1b-4e61-a520-f28f22baedab service neutron] Checking agent: {'id': '32bd799d-9334-4df6-9ae9-b970e79828b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'started_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:13:07.197118 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-1f34cd85-7d1b-4e61-a520-f28f22baedab service neutron] Checking segment: {'id': '0d773301-4627-4dbc-af30-9dbe1f56781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '84973402-f5de-4cbd-a3be-16501fd5c3aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:13:07.197223 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-1f34cd85-7d1b-4e61-a520-f28f22baedab service neutron] Bound using segment: {'id': '0d773301-4627-4dbc-af30-9dbe1f56781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '84973402-f5de-4cbd-a3be-16501fd5c3aa'} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:13:07.198286 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-1f34cd85-7d1b-4e61-a520-f28f22baedab service neutron] Bound port: a5457743-2995-4e22-866a-eeca633e1864, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d773301-4627-4dbc-af30-9dbe1f56781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '84973402-f5de-4cbd-a3be-16501fd5c3aa'}}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:13:07.201534 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-1f34cd85-7d1b-4e61-a520-f28f22baedab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:07.222079 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:07.302399 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Pushing event updated for resources: {'Port': ['ID=7030ee5c-6759-402e-89ae-677ce0a75541,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:07.413354 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c63d0b-4865-4d06-afa4-7d2477dee082 admin admin] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:13:07.426971 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-72c63d0b-4865-4d06-afa4-7d2477dee082 admin admin] 10.222.0.22 "PUT /v2.0/routers/de77ece3-8a71-446a-8e7b-d32e2624c0f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3508925 Aug 15 14:13:07.433880 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a4dbbbd7-f68a-46e3-9c79-2b90e2232054 req-1be9e881-5aa0-4402-9505-4781e63801a2 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/security-groups?id=96fe4f6f-d707-4bac-9eb1-d262e0f5114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533338 Aug 15 14:13:07.476013 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-1f34cd85-7d1b-4e61-a520-f28f22baedab service neutron] For port a5457743-2995-4e22-866a-eeca633e1864, host hv-cinder-80458, cleared binding levels {{(pid=94450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:13:07.482509 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-1f34cd85-7d1b-4e61-a520-f28f22baedab service neutron] For port a5457743-2995-4e22-866a-eeca633e1864, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=a5457743-2995-4e22-866a-eeca633e1864,segment=NetworkSegment(0d773301-4627-4dbc-af30-9dbe1f56781d),segment_id=0d773301-4627-4dbc-af30-9dbe1f56781d)] {{(pid=94450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:13:07.525207 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-d73e2aa1-8d01-481d-922d-0d393252e970 req-3aa4332a-ac5e-4b72-886d-a07b3a6c5bde tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Deleting port a8d05cb3-d735-44fe-930b-23878b73f3b5 {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:13:07.527388 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-d73e2aa1-8d01-481d-922d-0d393252e970 req-3aa4332a-ac5e-4b72-886d-a07b3a6c5bde tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:07.560536 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b33ad8-5f2e-4766-b81c-9575ac530fe2 req-30d9777d-f33c-45b3-b2b5-08a9928ac02a tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:07.572978 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b7b33ad8-5f2e-4766-b81c-9575ac530fe2 req-30d9777d-f33c-45b3-b2b5-08a9928ac02a tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.1114724 Aug 15 14:13:07.617564 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-1f34cd85-7d1b-4e61-a520-f28f22baedab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:07.646327 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b7b33ad8-5f2e-4766-b81c-9575ac530fe2 req-f5198e68-4b7d-4c71-8e5d-075c16c6cc44 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715108 Aug 15 14:13:07.661029 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-1f34cd85-7d1b-4e61-a520-f28f22baedab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:07.661029 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-1f34cd85-7d1b-4e61-a520-f28f22baedab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:07.661271 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-1f34cd85-7d1b-4e61-a520-f28f22baedab service neutron] 10.222.0.20 "PUT /v2.0/ports/a5457743-2995-4e22-866a-eeca633e1864 HTTP/1.1" status: 200 len: 1093 time: 2.0355790 Aug 15 14:13:07.728035 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3227be10-1c1e-47b3-a9d8-95376d9971eb', 'tag': 'a5457743-2995-4e22-866a-eeca633e1864'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:13:07.731342 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee13a4aa-5ba8-466c-9f93-bf999a1f2528" -d '{"events": [{"name": "network-changed", "server_uuid": "3227be10-1c1e-47b3-a9d8-95376d9971eb", "tag": "a5457743-2995-4e22-866a-eeca633e1864"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:13:07.805253 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40674dd-e112-4fee-9576-685b182f7078 None None] Sync routers for ids ['de77ece3-8a71-446a-8e7b-d32e2624c0f3'] in dv-cinder-804581-6-iscsi {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:13:07.826667 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40674dd-e112-4fee-9576-685b182f7078 None None] Routers {'de77ece3-8a71-446a-8e7b-d32e2624c0f3'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:13:07.828129 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-e40674dd-e112-4fee-9576-685b182f7078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:12:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['de77ece3-8a71-446a-8e7b-d32e2624c0f3'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:13:07.881947 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d97e4-a77c-428c-897b-860be6a803a2 req-b45681aa-91fa-466e-9e0a-8be8cc62af01 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:07.883574 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4e6d97e4-a77c-428c-897b-860be6a803a2 req-b45681aa-91fa-466e-9e0a-8be8cc62af01 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=3227be10-1c1e-47b3-a9d8-95376d9971eb HTTP/1.1" status: 200 len: 943 time: 0.2552311 Aug 15 14:13:07.890982 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34cd85-7d1b-4e61-a520-f28f22baedab service neutron] Pushing event updated for resources: {'Port': ['ID=a5457743-2995-4e22-866a-eeca633e1864,revision_number=3']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:07.906769 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-7d28861b-b3bc-4080-88bf-2bdf66fc0c63 req-b5b16a05-64e1-474c-b830-623825de82c8 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 210 time: 0.0620975 Aug 15 14:13:07.937532 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-d73e2aa1-8d01-481d-922d-0d393252e970 req-3aa4332a-ac5e-4b72-886d-a07b3a6c5bde tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] For port a8d05cb3-d735-44fe-930b-23878b73f3b5, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=a8d05cb3-d735-44fe-930b-23878b73f3b5,segment=NetworkSegment(49414da8-874b-42f0-b913-f4fc3698fc1a),segment_id=49414da8-874b-42f0-b913-f4fc3698fc1a)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:13:07.943597 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-d73e2aa1-8d01-481d-922d-0d393252e970 req-3aa4332a-ac5e-4b72-886d-a07b3a6c5bde tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:07.953059 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-e474cd10-d2db-409b-b072-07658b2f6364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:07.954907 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-e474cd10-d2db-409b-b072-07658b2f6364 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=407c1fd6fcf5420e9ec2759a80b92db4&device_id=3227be10-1c1e-47b3-a9d8-95376d9971eb HTTP/1.1" status: 200 len: 1096 time: 0.1437283 Aug 15 14:13:07.989280 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-d73e2aa1-8d01-481d-922d-0d393252e970 req-3aa4332a-ac5e-4b72-886d-a07b3a6c5bde tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Calling delete_port for a8d05cb3-d735-44fe-930b-23878b73f3b5 owned by compute:nova {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:13:08.023353 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4e6d97e4-a77c-428c-897b-860be6a803a2 req-8f31e089-2067-48f6-8257-85bc71e415c6 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281576 Aug 15 14:13:08.025750 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7b66fb-5f82-4cbe-a46f-5bf6ae0306d6 x-openstack-request-id: req-8b7b66fb-5f82-4cbe-a46f-5bf6ae0306d6 {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:13:08.026269 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3227be10-1c1e-47b3-a9d8-95376d9971eb", "tag": "a5457743-2995-4e22-866a-eeca633e1864", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:13:08.026810 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8b7b66fb-5f82-4cbe-a46f-5bf6ae0306d6 {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:13:08.027500 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3227be10-1c1e-47b3-a9d8-95376d9971eb', 'tag': 'a5457743-2995-4e22-866a-eeca633e1864', 'status': 'completed', 'code': 200} Aug 15 14:13:08.070394 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-e40674dd-e112-4fee-9576-685b182f7078 None None] Set router de77ece3-8a71-446a-8e7b-d32e2624c0f3 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:13:08.143082 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-53a5e73b-3332-402a-8d07-b10760f2b222 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5457743-2995-4e22-866a-eeca633e1864 HTTP/1.1" status: 200 len: 217 time: 0.1666832 Aug 15 14:13:08.267039 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-eb8bf7f6-a1a3-46b1-aafe-e11e628e4be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:08.267039 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-eb8bf7f6-a1a3-46b1-aafe-e11e628e4be9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=605b3e14-49dc-4446-943a-b55a9146c77b HTTP/1.1" status: 200 len: 855 time: 0.0877271 Aug 15 14:13:08.312839 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-f522c35b-5380-4f85-bbca-687811f386ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84973402-f5de-4cbd-a3be-16501fd5c3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317581 Aug 15 14:13:08.495416 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-bf0d8037-40e5-4f30-ab3f-53f9f126e66a service neutron] 10.222.0.20 "GET /v2.0/networks/84973402-f5de-4cbd-a3be-16501fd5c3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726749 Aug 15 14:13:08.502655 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-e40674dd-e112-4fee-9576-685b182f7078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de77ece3-8a71-446a-8e7b-d32e2624c0f3', 'name': 'tempest-TestMinimumBasicScenario-85639987-router', 'tenant_id': '8436a9a83cb44fb7bfc19c5ee5bb505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '7030ee5c-6759-402e-89ae-677ce0a75541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:12:59Z', 'updated_at': '2021-08-15T14:13:05Z', 'revision_number': 4, 'project_id': '8436a9a83cb44fb7bfc19c5ee5bb505c', 'gw_port': {'id': '7030ee5c-6759-402e-89ae-677ce0a75541', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:62:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77ece3-8a71-446a-8e7b-d32e2624c0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:13:00Z', 'updated_at': '2021-08-15T14:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': 'b230d5e5-caf0-4ad1-aa7b-e7773c11ef05', 'name': '', 'network_id': 'b5925eef-aa25-48c3-a07f-1d98b7b6ed69', 'tenant_id': '8436a9a83cb44fb7bfc19c5ee5bb505c', 'mac_address': 'fa:16:3e:d5:ce:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de77ece3-8a71-446a-8e7b-d32e2624c0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '696a152c-914d-4fc3-8f7f-6e0fdebced85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:13:04Z', 'updated_at': '2021-08-15T14:13:05Z', 'revision_number': 2, 'project_id': '8436a9a83cb44fb7bfc19c5ee5bb505c', 'subnets': [{'id': '696a152c-914d-4fc3-8f7f-6e0fdebced85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:13:08.542136 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40674dd-e112-4fee-9576-685b182f7078 None None] Checking router: de77ece3-8a71-446a-8e7b-d32e2624c0f3 for host: dv-cinder-804581-6-iscsi {{(pid=94453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:13:08.542528 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40674dd-e112-4fee-9576-685b182f7078 None None] Updating router de77ece3-8a71-446a-8e7b-d32e2624c0f3 port b230d5e5-caf0-4ad1-aa7b-e7773c11ef05 binding host dv-cinder-804581-6-iscsi {{(pid=94453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 15 14:13:08.584970 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-e40674dd-e112-4fee-9576-685b182f7078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:08.701829 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bae889-0615-41df-baee-8289ff73cf84 req-73d5896a-f8d1-45cb-9192-f53aae171a14 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:08.712706 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-19bae889-0615-41df-baee-8289ff73cf84 req-73d5896a-f8d1-45cb-9192-f53aae171a14 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 945 time: 0.1218107 Aug 15 14:13:08.719426 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b786c1bf-7dd6-4149-9074-fcf8b5ccd753 req-ba23c4ef-740c-45de-a538-0787a10a337b service neutron] 10.222.0.20 "GET /v2.0/networks/84973402-f5de-4cbd-a3be-16501fd5c3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030206 Aug 15 14:13:08.726753 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-d73e2aa1-8d01-481d-922d-0d393252e970 req-3aa4332a-ac5e-4b72-886d-a07b3a6c5bde tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:08.754921 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 7030ee5c-6759-402e-89ae-677ce0a75541 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:13:08.804793 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4332a-ac5e-4b72-886d-a07b3a6c5bde tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Pushing event deleted for resources: {'Port': ['ID=a8d05cb3-d735-44fe-930b-23878b73f3b5,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:08.826509 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-19bae889-0615-41df-baee-8289ff73cf84 req-8d1d669e-deee-4b81-8fd2-3d7e36e9de91 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/security-groups?id=96fe4f6f-d707-4bac-9eb1-d262e0f5114e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084464 Aug 15 14:13:08.935153 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73e2aa1-8d01-481d-922d-0d393252e970 req-3aa4332a-ac5e-4b72-886d-a07b3a6c5bde tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] No DVR routers for this DVR port a8d05cb3-d735-44fe-930b-23878b73f3b5 on host hv-cinder-80458 {{(pid=94450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:13:08.950603 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 44364) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:08.956241 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281cfcb-2f7f-4b4c-b92b-c2d5dd436703 req-7b490169-026f-4aee-9432-d495f9c38676 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:08.964843 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c281cfcb-2f7f-4b4c-b92b-c2d5dd436703 req-7b490169-026f-4aee-9432-d495f9c38676 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.1716335 Aug 15 14:13:08.972532 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-d73e2aa1-8d01-481d-922d-0d393252e970 req-3aa4332a-ac5e-4b72-886d-a07b3a6c5bde tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:08.974832 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d73e2aa1-8d01-481d-922d-0d393252e970 req-3aa4332a-ac5e-4b72-886d-a07b3a6c5bde tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.20 "DELETE /v2.0/ports/a8d05cb3-d735-44fe-930b-23878b73f3b5 HTTP/1.1" status: 204 len: 173 time: 1.8073609 Aug 15 14:13:08.990812 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 7030ee5c-6759-402e-89ae-677ce0a75541 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:13:08.991948 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:08.998185 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13a4aa-5ba8-466c-9f93-bf999a1f2528 req-693a344e-3a5f-47c9-b3a8-8f0819621cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:08.999863 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ee13a4aa-5ba8-466c-9f93-bf999a1f2528 req-693a344e-3a5f-47c9-b3a8-8f0819621cfc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=407c1fd6fcf5420e9ec2759a80b92db4&device_id=3227be10-1c1e-47b3-a9d8-95376d9971eb HTTP/1.1" status: 200 len: 1096 time: 0.1074216 Aug 15 14:13:09.108071 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c281cfcb-2f7f-4b4c-b92b-c2d5dd436703 req-c8986cef-0125-4bce-9f09-1dc4d69585db tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372514 Aug 15 14:13:09.130215 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13a4aa-5ba8-466c-9f93-bf999a1f2528 req-5037270f-97f9-4eb7-961b-011398e2cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:09.131964 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ee13a4aa-5ba8-466c-9f93-bf999a1f2528 req-5037270f-97f9-4eb7-961b-011398e2cf7b service neutron] 10.222.0.20 "GET /v2.0/networks?id=84973402-f5de-4cbd-a3be-16501fd5c3aa HTTP/1.1" status: 200 len: 916 time: 0.1224399 Aug 15 14:13:09.153192 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-0948a3cb-7f44-4bd9-86c5-7d80366a44e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:09.159786 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-e40674dd-e112-4fee-9576-685b182f7078 None None] Notify callbacks [] for port, precommit_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:09.194982 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-e40674dd-e112-4fee-9576-685b182f7078 None None] Transition to ACTIVE for port object b230d5e5-caf0-4ad1-aa7b-e7773c11ef05 will not be triggered until provisioned by entity L2. {{(pid=94453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:13:09.206168 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ee13a4aa-5ba8-466c-9f93-bf999a1f2528 req-a888d9d1-75bc-4eac-96d0-42ceeb9f4d37 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5457743-2995-4e22-866a-eeca633e1864 HTTP/1.1" status: 200 len: 217 time: 0.0651541 Aug 15 14:13:09.252764 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4aeae915-1cfa-49f8-96ab-2910e45528bb req-59098a67-9feb-4f91-866e-e627c7199c0a tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 210 time: 0.0492058 Aug 15 14:13:09.280494 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-e40674dd-e112-4fee-9576-685b182f7078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:09.317241 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13a4aa-5ba8-466c-9f93-bf999a1f2528 req-4b7f8833-d8d2-4723-a171-3e13486fbfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:09.319052 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ee13a4aa-5ba8-466c-9f93-bf999a1f2528 req-4b7f8833-d8d2-4723-a171-3e13486fbfce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=605b3e14-49dc-4446-943a-b55a9146c77b HTTP/1.1" status: 200 len: 855 time: 0.0983632 Aug 15 14:13:09.332122 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-0948a3cb-7f44-4bd9-86c5-7d80366a44e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:09.366676 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee57084-4f4c-4e01-8896-b4bf4ddb729f None None] Pushing event updated for resources: {'Port': ['ID=b230d5e5-caf0-4ad1-aa7b-e7773c11ef05,revision_number=3']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:09.388355 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device a8d05cb3-d735-44fe-930b-23878b73f3b5 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:13:09.406261 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-0948a3cb-7f44-4bd9-86c5-7d80366a44e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:09.460155 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ee13a4aa-5ba8-466c-9f93-bf999a1f2528 req-5d5ecc72-031e-4eb6-a6f0-192dd15ba913 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84973402-f5de-4cbd-a3be-16501fd5c3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182351 Aug 15 14:13:09.497901 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 44374) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:09.504293 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] No Port match for: a8d05cb3-d735-44fe-930b-23878b73f3b5 {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:13:09.504646 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device a8d05cb3-d735-44fe-930b-23878b73f3b5 not bound to the agent host hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:13:09.550820 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-0948a3cb-7f44-4bd9-86c5-7d80366a44e4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cb95a80430fc43668bafb7cc37442a0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5408053 Aug 15 14:13:09.550820 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948a3cb-7f44-4bd9-86c5-7d80366a44e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44059281-ec44-4b2f-9d94-94cd173adc12,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:09.562726 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-e40674dd-e112-4fee-9576-685b182f7078 None None] Attempting to bind port b230d5e5-caf0-4ad1-aa7b-e7773c11ef05 on host dv-cinder-804581-6-iscsi for vnic_type normal with profile {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:13:09.563102 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-e40674dd-e112-4fee-9576-685b182f7078 None None] Attempting to bind port b230d5e5-caf0-4ad1-aa7b-e7773c11ef05 by drivers openvswitch,hyperv on host dv-cinder-804581-6-iscsi at level 0 using segments [{'id': '2aeb7afc-3ae1-4f5d-86c4-535fb68b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b5925eef-aa25-48c3-a07f-1d98b7b6ed69'}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:13:09.563512 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40674dd-e112-4fee-9576-685b182f7078 None None] Attempting to bind port b230d5e5-caf0-4ad1-aa7b-e7773c11ef05 on network b5925eef-aa25-48c3-a07f-1d98b7b6ed69 {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:13:09.577003 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40674dd-e112-4fee-9576-685b182f7078 None None] Checking agent: {'id': '9fd064e6-11f0-4c96-a2d8-3af8385acf93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 3, 44), 'started_at': datetime.datetime(2021, 8, 15, 14, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:13:09.577425 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40674dd-e112-4fee-9576-685b182f7078 None None] Checking segment: {'id': '2aeb7afc-3ae1-4f5d-86c4-535fb68b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b5925eef-aa25-48c3-a07f-1d98b7b6ed69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:13:09.577813 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-e40674dd-e112-4fee-9576-685b182f7078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:09.578207 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40674dd-e112-4fee-9576-685b182f7078 None None] Bound using segment: {'id': '2aeb7afc-3ae1-4f5d-86c4-535fb68b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b5925eef-aa25-48c3-a07f-1d98b7b6ed69'} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:13:09.578684 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-e40674dd-e112-4fee-9576-685b182f7078 None None] Bound port: b230d5e5-caf0-4ad1-aa7b-e7773c11ef05, host: dv-cinder-804581-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aeb7afc-3ae1-4f5d-86c4-535fb68b43c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b5925eef-aa25-48c3-a07f-1d98b7b6ed69'}}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:13:09.579177 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-e40674dd-e112-4fee-9576-685b182f7078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:09.709139 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-e40674dd-e112-4fee-9576-685b182f7078 None None] For port b230d5e5-caf0-4ad1-aa7b-e7773c11ef05, host dv-cinder-804581-6-iscsi, cleared binding levels {{(pid=94453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:13:09.718053 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-e40674dd-e112-4fee-9576-685b182f7078 None None] For port b230d5e5-caf0-4ad1-aa7b-e7773c11ef05, host dv-cinder-804581-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=b230d5e5-caf0-4ad1-aa7b-e7773c11ef05,segment=NetworkSegment(2aeb7afc-3ae1-4f5d-86c4-535fb68b43c3),segment_id=2aeb7afc-3ae1-4f5d-86c4-535fb68b43c3)] {{(pid=94453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:13:09.852800 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-e40674dd-e112-4fee-9576-685b182f7078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:09.977517 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40674dd-e112-4fee-9576-685b182f7078 None None] Routers {'de77ece3-8a71-446a-8e7b-d32e2624c0f3'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:13:09.977517 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-e40674dd-e112-4fee-9576-685b182f7078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:12:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['de77ece3-8a71-446a-8e7b-d32e2624c0f3'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:13:10.008812 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c9deb4fd-4732-43d1-a1dd-b33bc908c4ae req-08c500e2-382e-418c-8bf8-976567995c64 tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 210 time: 0.0634551 Aug 15 14:13:10.064932 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a', 'name': 'network-vif-deleted', 'tag': 'a8d05cb3-d735-44fe-930b-23878b73f3b5'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:13:10.073754 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf86f2ef-9e15-444e-b782-5075e5bb6f8e" -d '{"events": [{"server_uuid": "5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a", "name": "network-vif-deleted", "tag": "a8d05cb3-d735-44fe-930b-23878b73f3b5"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:13:10.094081 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953782f9-5550-4597-86e2-437b03e37e5a req-513497c2-ffb5-42f8-9a69-6c93549196d4 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:10.102216 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-953782f9-5550-4597-86e2-437b03e37e5a req-513497c2-ffb5-42f8-9a69-6c93549196d4 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=3227be10-1c1e-47b3-a9d8-95376d9971eb HTTP/1.1" status: 200 len: 943 time: 0.7066636 Aug 15 14:13:10.109120 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee57084-4f4c-4e01-8896-b4bf4ddb729f None None] Pushing event updated for resources: {'Port': ['ID=b230d5e5-caf0-4ad1-aa7b-e7773c11ef05,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:10.150312 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1bab88-fd3a-444b-aed7-b4c40a0046f5 x-openstack-request-id: req-fb1bab88-fd3a-444b-aed7-b4c40a0046f5 {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:13:10.151672 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a", "name": "network-vif-deleted", "tag": "a8d05cb3-d735-44fe-930b-23878b73f3b5", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:13:10.152156 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fb1bab88-fd3a-444b-aed7-b4c40a0046f5 {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:13:10.152765 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a', 'name': 'network-vif-deleted', 'tag': 'a8d05cb3-d735-44fe-930b-23878b73f3b5', 'status': 'completed', 'code': 200} Aug 15 14:13:10.185618 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29243921-ef95-46d0-ac85-560d330574a3 req-bc9a4037-c8e1-45bd-96f7-76074707168a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:10.187519 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-29243921-ef95-46d0-ac85-560d330574a3 req-bc9a4037-c8e1-45bd-96f7-76074707168a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 1098 time: 0.2876911 Aug 15 14:13:10.197296 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-e40674dd-e112-4fee-9576-685b182f7078 None None] Set router de77ece3-8a71-446a-8e7b-d32e2624c0f3 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:13:10.260560 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ee13a4aa-5ba8-466c-9f93-bf999a1f2528 req-e094271f-693e-4efd-beaf-ea718004ade3 service neutron] 10.222.0.20 "GET /v2.0/networks/84973402-f5de-4cbd-a3be-16501fd5c3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7584975 Aug 15 14:13:10.332040 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-953782f9-5550-4597-86e2-437b03e37e5a req-a8e24dcd-9338-4654-9fd4-e24760e905a7 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241952 Aug 15 14:13:10.348079 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141aa79-1ae3-4df5-b3c2-06e3362f848d req-03202cba-e474-47f4-b130-6a899e14c71a tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:10.349677 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c141aa79-1ae3-4df5-b3c2-06e3362f848d req-03202cba-e474-47f4-b130-6a899e14c71a tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.1102545 Aug 15 14:13:10.369520 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a5d33339-6ace-4399-a66f-136857085812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:10.434667 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c141aa79-1ae3-4df5-b3c2-06e3362f848d req-fc1a4248-a48b-4fad-87c3-3639769906c1 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693414 Aug 15 14:13:10.482444 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-29243921-ef95-46d0-ac85-560d330574a3 req-356aa0a4-6106-48aa-9ece-3610f5fad4d8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847161 Aug 15 14:13:10.492201 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a5d33339-6ace-4399-a66f-136857085812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:10.542442 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-902fa8f7-d5c0-460b-9931-97fc1db2fba4 req-93df9c14-7504-4885-9df4-0926a5763ba8 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 210 time: 0.0545969 Aug 15 14:13:10.600525 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ee13a4aa-5ba8-466c-9f93-bf999a1f2528 req-abef39b3-b6dc-47d0-b5bc-97fa32aa266d service neutron] 10.222.0.20 "GET /v2.0/networks/84973402-f5de-4cbd-a3be-16501fd5c3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602372 Aug 15 14:13:10.701058 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e58347db-6c61-4a04-916f-9934ba2713ad req-282faf7d-d248-4c2d-86b2-5b58ac72c94e tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=cb9ec4ee779845238973a661f76a0182&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508585 Aug 15 14:13:10.702510 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a5d33339-6ace-4399-a66f-136857085812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:10.705303 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a5d33339-6ace-4399-a66f-136857085812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:10.706683 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-a5d33339-6ace-4399-a66f-136857085812 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/44059281-ec44-4b2f-9d94-94cd173adc12 HTTP/1.1" status: 204 len: 168 time: 1.1952124 Aug 15 14:13:10.709776 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-e40674dd-e112-4fee-9576-685b182f7078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de77ece3-8a71-446a-8e7b-d32e2624c0f3', 'name': 'tempest-TestMinimumBasicScenario-85639987-router', 'tenant_id': '8436a9a83cb44fb7bfc19c5ee5bb505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '7030ee5c-6759-402e-89ae-677ce0a75541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:12:59Z', 'updated_at': '2021-08-15T14:13:05Z', 'revision_number': 4, 'project_id': '8436a9a83cb44fb7bfc19c5ee5bb505c', 'gw_port': {'id': '7030ee5c-6759-402e-89ae-677ce0a75541', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:62:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77ece3-8a71-446a-8e7b-d32e2624c0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:13:00Z', 'updated_at': '2021-08-15T14:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': 'b230d5e5-caf0-4ad1-aa7b-e7773c11ef05', 'name': '', 'network_id': 'b5925eef-aa25-48c3-a07f-1d98b7b6ed69', 'tenant_id': '8436a9a83cb44fb7bfc19c5ee5bb505c', 'mac_address': 'fa:16:3e:d5:ce:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de77ece3-8a71-446a-8e7b-d32e2624c0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '696a152c-914d-4fc3-8f7f-6e0fdebced85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:13:04Z', 'updated_at': '2021-08-15T14:13:09Z', 'revision_number': 4, 'project_id': '8436a9a83cb44fb7bfc19c5ee5bb505c', 'subnets': [{'id': '696a152c-914d-4fc3-8f7f-6e0fdebced85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:13:10.741338 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d33339-6ace-4399-a66f-136857085812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44059281-ec44-4b2f-9d94-94cd173adc12,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:10.753046 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40674dd-e112-4fee-9576-685b182f7078 None None] The sync data for ids ['de77ece3-8a71-446a-8e7b-d32e2624c0f3'] in dv-cinder-804581-6-iscsi is: [{'id': 'de77ece3-8a71-446a-8e7b-d32e2624c0f3', 'name': 'tempest-TestMinimumBasicScenario-85639987-router', 'tenant_id': '8436a9a83cb44fb7bfc19c5ee5bb505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '7030ee5c-6759-402e-89ae-677ce0a75541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:12:59Z', 'updated_at': '2021-08-15T14:13:05Z', 'revision_number': 4, 'project_id': '8436a9a83cb44fb7bfc19c5ee5bb505c', 'gw_port': {'id': '7030ee5c-6759-402e-89ae-677ce0a75541', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:62:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77ece3-8a71-446a-8e7b-d32e2624c0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:13:00Z', 'updated_at': '2021-08-15T14:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': 'b230d5e5-caf0-4ad1-aa7b-e7773c11ef05', 'name': '', 'network_id': 'b5925eef-aa25-48c3-a07f-1d98b7b6ed69', 'tenant_id': '8436a9a83cb44fb7bfc19c5ee5bb505c', 'mac_address': 'fa:16:3e:d5:ce:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de77ece3-8a71-446a-8e7b-d32e2624c0f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '696a152c-914d-4fc3-8f7f-6e0fdebced85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:13:04Z', 'updated_at': '2021-08-15T14:13:09Z', 'revision_number': 4, 'project_id': '8436a9a83cb44fb7bfc19c5ee5bb505c', 'subnets': [{'id': '696a152c-914d-4fc3-8f7f-6e0fdebced85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:13:10.789185 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-52e3a196-b9a0-4dc9-af1c-80d0e479e3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:11.239210 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58347db-6c61-4a04-916f-9934ba2713ad req-5e536af9-ecc0-492e-a51e-f04ffe4bd39d tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:11.248913 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e58347db-6c61-4a04-916f-9934ba2713ad req-5e536af9-ecc0-492e-a51e-f04ffe4bd39d tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5162346 Aug 15 14:13:11.257421 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-200834da-e3cf-40bc-87f8-b8729dc19082 req-ed413017-9232-4bf9-a574-642fbe36df9a tempest-DeleteServersTestJSON-1589394944 tempest-DeleteServersTestJSON-1589394944-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ffe55a3-46c7-4bf1-b2a5-0d044cb6e74a HTTP/1.1" status: 200 len: 210 time: 0.0962925 Aug 15 14:13:11.269563 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-e58347db-6c61-4a04-916f-9934ba2713ad req-1233dd6e-801a-4e1e-8e3e-d2e146537ebc tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Request body: {'port': {'device_id': 'cce28e35-0adb-4677-bd3e-f748b889ade4', 'network_id': '5d7a5080-92c5-49af-9270-3882524ff710', 'admin_state_up': True, 'tenant_id': 'cb9ec4ee779845238973a661f76a0182'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:13:11.542682 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a29b69-c216-4f51-9875-a5a5e430b897 req-4602ca40-886a-4a84-a7b0-bffed569dd22 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:11.560099 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-41a29b69-c216-4f51-9875-a5a5e430b897 req-4602ca40-886a-4a84-a7b0-bffed569dd22 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=3227be10-1c1e-47b3-a9d8-95376d9971eb HTTP/1.1" status: 200 len: 943 time: 0.1220624 Aug 15 14:13:11.607009 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e58347db-6c61-4a04-916f-9934ba2713ad req-1233dd6e-801a-4e1e-8e3e-d2e146537ebc tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Made reservation on behalf of cb9ec4ee779845238973a661f76a0182 for: {'port': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:13:11.616298 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-e58347db-6c61-4a04-916f-9934ba2713ad req-1233dd6e-801a-4e1e-8e3e-d2e146537ebc tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:11.660511 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-e58347db-6c61-4a04-916f-9934ba2713ad req-1233dd6e-801a-4e1e-8e3e-d2e146537ebc tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:11.662110 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-41a29b69-c216-4f51-9875-a5a5e430b897 req-7796a37e-d72f-47d6-a52b-0bbde5719407 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006989 Aug 15 14:13:11.769464 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a888d-944d-4792-98ba-737602a81d22 req-f295f224-482e-422c-97c3-175167aca4d5 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:11.773877 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-224a888d-944d-4792-98ba-737602a81d22 req-f295f224-482e-422c-97c3-175167aca4d5 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.2281342 Aug 15 14:13:11.783351 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a56f0861-f17a-4a20-8d47-cbb136c34a1a req-4e590011-2a1d-4f13-b7a5-b0bbed97910c tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 210 time: 0.0411608 Aug 15 14:13:11.900678 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-224a888d-944d-4792-98ba-737602a81d22 req-3df4bdfa-6fc1-4ee8-9f55-7e6a152c4da3 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131153 Aug 15 14:13:11.976369 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-e58347db-6c61-4a04-916f-9934ba2713ad req-1233dd6e-801a-4e1e-8e3e-d2e146537ebc tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:12.086672 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-e58347db-6c61-4a04-916f-9934ba2713ad req-1233dd6e-801a-4e1e-8e3e-d2e146537ebc tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:12.199707 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 44424) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:12.215257 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-f9d74ba6-7a47-48b4-8ef7-5080fefe771d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:12.247121 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1233dd6e-801a-4e1e-8e3e-d2e146537ebc tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=232e45f4-1537-4429-a161-31a2058e9bdb,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:12.316263 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [req-e58347db-6c61-4a04-916f-9934ba2713ad req-1233dd6e-801a-4e1e-8e3e-d2e146537ebc tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Allocated IP 192.168.233.184 (5d7a5080-92c5-49af-9270-3882524ff710/b4ceb97e-58ec-4dc1-9b2f-7f1506a65471/d24ec753-0208-4cf5-9727-3a2879d0d299) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:13:12.446284 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 44432) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:12.457375 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-f9d74ba6-7a47-48b4-8ef7-5080fefe771d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:12.463612 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:13:12.534742 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-f9d74ba6-7a47-48b4-8ef7-5080fefe771d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:12.584857 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-f9d74ba6-7a47-48b4-8ef7-5080fefe771d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c644178ae2e7458986287e568e17008b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3838763 Aug 15 14:13:12.586690 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d74ba6-7a47-48b4-8ef7-5080fefe771d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1bc8c1-50c8-4969-9aa3-abd81ffcc303,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:12.604348 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 44440) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:12.675320 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-e58347db-6c61-4a04-916f-9934ba2713ad req-1233dd6e-801a-4e1e-8e3e-d2e146537ebc tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:12.722144 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.provisioning_blocks [req-e58347db-6c61-4a04-916f-9934ba2713ad req-1233dd6e-801a-4e1e-8e3e-d2e146537ebc tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Transition to ACTIVE for port object d24ec753-0208-4cf5-9727-3a2879d0d299 will not be triggered until provisioned by entity DHCP. {{(pid=94450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:13:12.750926 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-4aacea2f-5c25-4856-8db3-14ed96f7d4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:12.778599 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device b230d5e5-caf0-4ad1-aa7b-e7773c11ef05 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:13:12.829070 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-41898ce5-1ce6-4ab7-82ea-a03e766ddb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:12.871501 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-41898ce5-1ce6-4ab7-82ea-a03e766ddb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:12.897837 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99c5c4-9015-45bd-8f01-82e3fec3b479 req-2a31c8ed-14d0-4b3e-8412-ac96d85a86a2 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:12.899604 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7a99c5c4-9015-45bd-8f01-82e3fec3b479 req-2a31c8ed-14d0-4b3e-8412-ac96d85a86a2 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=3227be10-1c1e-47b3-a9d8-95376d9971eb HTTP/1.1" status: 200 len: 943 time: 0.1079509 Aug 15 14:13:12.934729 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning for port b230d5e5-caf0-4ad1-aa7b-e7773c11ef05 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:13:12.940625 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port b230d5e5-caf0-4ad1-aa7b-e7773c11ef05 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:13:12.940875 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:12.948078 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7a99c5c4-9015-45bd-8f01-82e3fec3b479 req-60620704-b2dc-4881-8a2f-1209084c3caa tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413294 Aug 15 14:13:12.953865 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b6b87980-264f-4709-9938-64cf768486d0 req-2616428f-540b-4a5b-be54-e4022ab3e560 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 210 time: 0.0548863 Aug 15 14:13:12.998735 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-e58347db-6c61-4a04-916f-9934ba2713ad req-1233dd6e-801a-4e1e-8e3e-d2e146537ebc tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:13.058596 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-4aacea2f-5c25-4856-8db3-14ed96f7d4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:13.073354 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-41898ce5-1ce6-4ab7-82ea-a03e766ddb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:13.075900 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-41898ce5-1ce6-4ab7-82ea-a03e766ddb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:13.077036 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-41898ce5-1ce6-4ab7-82ea-a03e766ddb11 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8c1bc8c1-50c8-4969-9aa3-abd81ffcc303 HTTP/1.1" status: 204 len: 168 time: 0.4676523 Aug 15 14:13:13.088469 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41898ce5-1ce6-4ab7-82ea-a03e766ddb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1bc8c1-50c8-4969-9aa3-abd81ffcc303,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:13.121629 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e58347db-6c61-4a04-916f-9934ba2713ad req-1233dd6e-801a-4e1e-8e3e-d2e146537ebc tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Network 5d7a5080-92c5-49af-9270-3882524ff710 is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:13:13.125694 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-4aacea2f-5c25-4856-8db3-14ed96f7d4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:13.126147 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:13.144715 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [req-e58347db-6c61-4a04-916f-9934ba2713ad req-1233dd6e-801a-4e1e-8e3e-d2e146537ebc tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:13:13.153163 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58347db-6c61-4a04-916f-9934ba2713ad req-1233dd6e-801a-4e1e-8e3e-d2e146537ebc tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:13:13.190759 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacea2f-5c25-4856-8db3-14ed96f7d4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b739100-36f0-4e7c-b2e4-aee50b475a0b,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:13.196119 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] For port b230d5e5-caf0-4ad1-aa7b-e7773c11ef05, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=b230d5e5-caf0-4ad1-aa7b-e7773c11ef05,segment=NetworkSegment(2aeb7afc-3ae1-4f5d-86c4-535fb68b43c3),segment_id=2aeb7afc-3ae1-4f5d-86c4-535fb68b43c3)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:13:13.203866 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-4aacea2f-5c25-4856-8db3-14ed96f7d4f8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e6d5639d7f66471188cf9d4369e58496&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7564900 Aug 15 14:13:13.211628 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 44458) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:13.257348 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:13.282281 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58347db-6c61-4a04-916f-9934ba2713ad req-1233dd6e-801a-4e1e-8e3e-d2e146537ebc tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:13.282943 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-e58347db-6c61-4a04-916f-9934ba2713ad req-1233dd6e-801a-4e1e-8e3e-d2e146537ebc tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:13.283857 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2063d324-dbce-4ad9-a11b-0156deaaf1ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:13.297876 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1233dd6e-801a-4e1e-8e3e-d2e146537ebc tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Pushing event updated for resources: {'Port': ['ID=d24ec753-0208-4cf5-9727-3a2879d0d299,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:13.319157 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-c2d622d3-ec5a-428c-a940-10b7c1e4c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:13.319500 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a41b8f-5c48-412e-a7a1-9794caf52aca req-8726a45a-728b-495a-bc72-2ed6aa102fd4 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:13.321030 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-02a41b8f-5c48-412e-a7a1-9794caf52aca req-8726a45a-728b-495a-bc72-2ed6aa102fd4 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.2579706 Aug 15 14:13:13.349324 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2063d324-dbce-4ad9-a11b-0156deaaf1ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:13.376936 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e58347db-6c61-4a04-916f-9934ba2713ad req-1233dd6e-801a-4e1e-8e3e-d2e146537ebc tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1183865 Aug 15 14:13:13.389250 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Pushing event updated for resources: {'Port': ['ID=b230d5e5-caf0-4ad1-aa7b-e7773c11ef05,revision_number=5']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:13.395669 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device a5457743-2995-4e22-866a-eeca633e1864 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 15 14:13:13.403850 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-e58347db-6c61-4a04-916f-9934ba2713ad req-14c68a0b-0022-4cc1-ab05-97d8a53a8c5d service neutron] Request body: {'port': {'device_id': 'cce28e35-0adb-4677-bd3e-f748b889ade4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:13:13.466586 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-02a41b8f-5c48-412e-a7a1-9794caf52aca req-7f621291-af10-4bc4-a3d0-207c986dac46 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349957 Aug 15 14:13:13.486324 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2063d324-dbce-4ad9-a11b-0156deaaf1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:13.489224 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2063d324-dbce-4ad9-a11b-0156deaaf1ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:13.490727 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-2063d324-dbce-4ad9-a11b-0156deaaf1ef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3b739100-36f0-4e7c-b2e4-aee50b475a0b HTTP/1.1" status: 204 len: 168 time: 0.2788696 Aug 15 14:13:13.514995 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063d324-dbce-4ad9-a11b-0156deaaf1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b739100-36f0-4e7c-b2e4-aee50b475a0b,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:13.554028 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-e58347db-6c61-4a04-916f-9934ba2713ad req-14c68a0b-0022-4cc1-ab05-97d8a53a8c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:13.654720 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port a5457743-2995-4e22-866a-eeca633e1864, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=a5457743-2995-4e22-866a-eeca633e1864,segment=NetworkSegment(0d773301-4627-4dbc-af30-9dbe1f56781d),segment_id=0d773301-4627-4dbc-af30-9dbe1f56781d)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:13:13.685436 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-8c9125b4-5745-4750-a956-882688ea8328 None None] Provisioning for port d24ec753-0208-4cf5-9727-3a2879d0d299 completed by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:13:13.691012 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-8c9125b4-5745-4750-a956-882688ea8328 None None] Provisioning complete for port d24ec753-0208-4cf5-9727-3a2879d0d299 triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:13:13.691546 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-8c9125b4-5745-4750-a956-882688ea8328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:13.693450 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Returning: {'device': 'a5457743-2995-4e22-866a-eeca633e1864', 'network_id': '84973402-f5de-4cbd-a3be-16501fd5c3aa', 'port_id': 'a5457743-2995-4e22-866a-eeca633e1864', 'mac_address': 'fa:16:3e:c1:b7:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '605b3e14-49dc-4446-943a-b55a9146c77b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 15 14:13:13.739325 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67877f76-f980-4abd-8f81-26f520e31d5f req-50429fd8-9448-4162-8f00-ba1d0dd44cb9 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:13.752731 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-67877f76-f980-4abd-8f81-26f520e31d5f req-50429fd8-9448-4162-8f00-ba1d0dd44cb9 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.1311486 Aug 15 14:13:13.829442 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-67877f76-f980-4abd-8f81-26f520e31d5f req-7e938912-beb3-4213-b870-a34a28156ccc tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742500 Aug 15 14:13:13.856185 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-8c9125b4-5745-4750-a956-882688ea8328 None None] Port d24ec753-0208-4cf5-9727-3a2879d0d299 cannot update to ACTIVE because it is not bound. {{(pid=94453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 15 14:13:13.866610 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:13.883916 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5457743-2995-4e22-866a-eeca633e1864 {{(pid=94453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:13:13.929282 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:13.932001 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port a5457743-2995-4e22-866a-eeca633e1864, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=a5457743-2995-4e22-866a-eeca633e1864,segment=NetworkSegment(0d773301-4627-4dbc-af30-9dbe1f56781d),segment_id=0d773301-4627-4dbc-af30-9dbe1f56781d)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:13:14.011689 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:14.139385 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=a5457743-2995-4e22-866a-eeca633e1864,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:14.187558 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945f91e-b3cb-4eeb-aba5-bf2362cd9406 req-1c434ee6-ec93-4bd9-a2ec-ca5ea89f7c41 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:14.196238 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c945f91e-b3cb-4eeb-aba5-bf2362cd9406 req-1c434ee6-ec93-4bd9-a2ec-ca5ea89f7c41 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 936 time: 0.0821314 Aug 15 14:13:14.209516 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [req-e58347db-6c61-4a04-916f-9934ba2713ad req-14c68a0b-0022-4cc1-ab05-97d8a53a8c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d24ec753-0208-4cf5-9727-3a2879d0d299 {{(pid=94450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:13:14.222300 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-e58347db-6c61-4a04-916f-9934ba2713ad req-14c68a0b-0022-4cc1-ab05-97d8a53a8c5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:14.260011 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.provisioning_blocks [req-e58347db-6c61-4a04-916f-9934ba2713ad req-14c68a0b-0022-4cc1-ab05-97d8a53a8c5d service neutron] Transition to ACTIVE for port object d24ec753-0208-4cf5-9727-3a2879d0d299 will not be triggered until provisioned by entity L2. {{(pid=94450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:13:14.272287 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7c937-fe8c-454e-9a93-b614c7a18ace req-0e550c9e-966d-4896-b8b6-e1ec79cd8e8b tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:14.277436 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c945f91e-b3cb-4eeb-aba5-bf2362cd9406 req-ca9b71ef-8fef-42c2-942a-1fae7e52c5d1 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800788 Aug 15 14:13:14.280215 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6ab7c937-fe8c-454e-9a93-b614c7a18ace req-0e550c9e-966d-4896-b8b6-e1ec79cd8e8b tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=3227be10-1c1e-47b3-a9d8-95376d9971eb HTTP/1.1" status: 200 len: 944 time: 0.1265326 Aug 15 14:13:14.338145 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6ab7c937-fe8c-454e-9a93-b614c7a18ace req-7bdd81e4-beb0-47f9-b9c8-83921831dfb2 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564649 Aug 15 14:13:14.400349 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-e58347db-6c61-4a04-916f-9934ba2713ad req-14c68a0b-0022-4cc1-ab05-97d8a53a8c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:14.423181 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['a5457743-2995-4e22-866a-eeca633e1864'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:13:14.545041 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 44496) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:14.602084 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c68a0b-0022-4cc1-ab05-97d8a53a8c5d service neutron] Pushing event updated for resources: {'Port': ['ID=d24ec753-0208-4cf5-9727-3a2879d0d299,revision_number=2']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:14.618387 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.db_base_plugin_v2 [None req-1df34161-933f-41c5-b003-6054a4b1070d admin admin] Deleting subnet 5522d45c-406f-4a5c-bbcc-a6c052fb4164 {{(pid=94451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 15 14:13:14.631799 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 44500) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:14.632576 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-1df34161-933f-41c5-b003-6054a4b1070d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:14.678268 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:14.737070 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-e58347db-6c61-4a04-916f-9934ba2713ad req-14c68a0b-0022-4cc1-ab05-97d8a53a8c5d service neutron] Attempting to bind port d24ec753-0208-4cf5-9727-3a2879d0d299 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:13:14.737413 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-e58347db-6c61-4a04-916f-9934ba2713ad req-14c68a0b-0022-4cc1-ab05-97d8a53a8c5d service neutron] Attempting to bind port d24ec753-0208-4cf5-9727-3a2879d0d299 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '3facf2a6-669e-47ad-b89a-1b67252bc6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5d7a5080-92c5-49af-9270-3882524ff710'}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:13:14.737760 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58347db-6c61-4a04-916f-9934ba2713ad req-14c68a0b-0022-4cc1-ab05-97d8a53a8c5d service neutron] Attempting to bind port d24ec753-0208-4cf5-9727-3a2879d0d299 on network 5d7a5080-92c5-49af-9270-3882524ff710 {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:13:14.753595 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-1df34161-933f-41c5-b003-6054a4b1070d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:14.758839 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58347db-6c61-4a04-916f-9934ba2713ad req-14c68a0b-0022-4cc1-ab05-97d8a53a8c5d service neutron] Port d24ec753-0208-4cf5-9727-3a2879d0d299 on network 5d7a5080-92c5-49af-9270-3882524ff710 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 15 14:13:14.759164 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58347db-6c61-4a04-916f-9934ba2713ad req-14c68a0b-0022-4cc1-ab05-97d8a53a8c5d service neutron] Attempting to bind port d24ec753-0208-4cf5-9727-3a2879d0d299 on network 5d7a5080-92c5-49af-9270-3882524ff710 {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:13:14.778324 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58347db-6c61-4a04-916f-9934ba2713ad req-14c68a0b-0022-4cc1-ab05-97d8a53a8c5d service neutron] Checking agent: {'id': '32bd799d-9334-4df6-9ae9-b970e79828b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'started_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:13:14.782505 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58347db-6c61-4a04-916f-9934ba2713ad req-14c68a0b-0022-4cc1-ab05-97d8a53a8c5d service neutron] Checking segment: {'id': '3facf2a6-669e-47ad-b89a-1b67252bc6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5d7a5080-92c5-49af-9270-3882524ff710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:13:14.782505 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58347db-6c61-4a04-916f-9934ba2713ad req-14c68a0b-0022-4cc1-ab05-97d8a53a8c5d service neutron] Bound using segment: {'id': '3facf2a6-669e-47ad-b89a-1b67252bc6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5d7a5080-92c5-49af-9270-3882524ff710'} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:13:14.782505 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-e58347db-6c61-4a04-916f-9934ba2713ad req-14c68a0b-0022-4cc1-ab05-97d8a53a8c5d service neutron] Bound port: d24ec753-0208-4cf5-9727-3a2879d0d299, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3facf2a6-669e-47ad-b89a-1b67252bc6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5d7a5080-92c5-49af-9270-3882524ff710'}}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:13:14.782505 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-e58347db-6c61-4a04-916f-9934ba2713ad req-14c68a0b-0022-4cc1-ab05-97d8a53a8c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:14.789586 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-1df34161-933f-41c5-b003-6054a4b1070d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1604558'] for subnet, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:14.816813 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device b230d5e5-caf0-4ad1-aa7b-e7773c11ef05 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:13:14.928998 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7fde43be-f5f8-4213-addd-226dac378b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:14.934609 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port b230d5e5-caf0-4ad1-aa7b-e7773c11ef05 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:13:14.936568 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:14.959461 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-e58347db-6c61-4a04-916f-9934ba2713ad req-14c68a0b-0022-4cc1-ab05-97d8a53a8c5d service neutron] For port d24ec753-0208-4cf5-9727-3a2879d0d299, host hv-cinder-80458, cleared binding levels {{(pid=94450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:13:14.963944 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-e58347db-6c61-4a04-916f-9934ba2713ad req-14c68a0b-0022-4cc1-ab05-97d8a53a8c5d service neutron] For port d24ec753-0208-4cf5-9727-3a2879d0d299, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=d24ec753-0208-4cf5-9727-3a2879d0d299,segment=NetworkSegment(3facf2a6-669e-47ad-b89a-1b67252bc6ca),segment_id=3facf2a6-669e-47ad-b89a-1b67252bc6ca)] {{(pid=94450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:13:14.990621 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-1df34161-933f-41c5-b003-6054a4b1070d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1604569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for subnet, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:15.048926 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-1df34161-933f-41c5-b003-6054a4b1070d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:15.052067 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-e58347db-6c61-4a04-916f-9934ba2713ad req-14c68a0b-0022-4cc1-ab05-97d8a53a8c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:15.062024 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-1df34161-933f-41c5-b003-6054a4b1070d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5522d45c-406f-4a5c-bbcc-a6c052fb4164 HTTP/1.1" status: 204 len: 168 time: 0.5158110 Aug 15 14:13:15.062245 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 44510) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:15.066041 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df34161-933f-41c5-b003-6054a4b1070d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5522d45c-406f-4a5c-bbcc-a6c052fb4164,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:15.124711 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7fde43be-f5f8-4213-addd-226dac378b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:15.178160 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58347db-6c61-4a04-916f-9934ba2713ad req-14c68a0b-0022-4cc1-ab05-97d8a53a8c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:15.178791 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-e58347db-6c61-4a04-916f-9934ba2713ad req-14c68a0b-0022-4cc1-ab05-97d8a53a8c5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:15.180384 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e58347db-6c61-4a04-916f-9934ba2713ad req-14c68a0b-0022-4cc1-ab05-97d8a53a8c5d service neutron] 10.222.0.20 "PUT /v2.0/ports/d24ec753-0208-4cf5-9727-3a2879d0d299 HTTP/1.1" status: 200 len: 1098 time: 1.7932057 Aug 15 14:13:15.180922 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce28e35-0adb-4677-bd3e-f748b889ade4', 'tag': 'd24ec753-0208-4cf5-9727-3a2879d0d299'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:13:15.184580 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f21db06-d9ee-4f69-97ff-da380e536d05" -d '{"events": [{"name": "network-changed", "server_uuid": "cce28e35-0adb-4677-bd3e-f748b889ade4", "tag": "d24ec753-0208-4cf5-9727-3a2879d0d299"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:13:15.217253 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7fde43be-f5f8-4213-addd-226dac378b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:15.262616 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-7fde43be-f5f8-4213-addd-226dac378b20 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cbcd0fc83a0e41baa30651d0fd049d8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6210954 Aug 15 14:13:15.263733 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde43be-f5f8-4213-addd-226dac378b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9074f9f1-152e-424d-8d0f-cf95239f7340,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:15.266577 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 44514) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:15.282920 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-1b8d14cb-f770-4eaa-b80f-ffe277abccca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586961'] for network, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:15.322091 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226fd2fb-0429-4b15-a448-339d85beff87 x-openstack-request-id: req-226fd2fb-0429-4b15-a448-339d85beff87 {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:13:15.322091 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce28e35-0adb-4677-bd3e-f748b889ade4", "tag": "d24ec753-0208-4cf5-9727-3a2879d0d299", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:13:15.322091 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-226fd2fb-0429-4b15-a448-339d85beff87 {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:13:15.322091 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce28e35-0adb-4677-bd3e-f748b889ade4', 'tag': 'd24ec753-0208-4cf5-9727-3a2879d0d299', 'status': 'completed', 'code': 200} Aug 15 14:13:15.322091 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c68a0b-0022-4cc1-ab05-97d8a53a8c5d service neutron] Pushing event updated for resources: {'Port': ['ID=d24ec753-0208-4cf5-9727-3a2879d0d299,revision_number=3']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:15.446266 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deab369-aa4d-46b1-9d70-90ab461d46e6 req-785ed989-915e-4ced-88b3-2bb75978a6b7 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:15.449858 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-7deab369-aa4d-46b1-9d70-90ab461d46e6 req-785ed989-915e-4ced-88b3-2bb75978a6b7 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 948 time: 0.0813124 Aug 15 14:13:15.472910 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-817c7a0d-c048-4c17-9286-9186389fc03d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:15.480581 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-1b8d14cb-f770-4eaa-b80f-ffe277abccca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1603913', 'neutron.services.segments.db._delete_segments_for_network-8787669368688'] for network, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:15.484204 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21db06-d9ee-4f69-97ff-da380e536d05 req-83702534-4785-4a0d-b1c8-cf5cd9101170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:15.485757 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-3f21db06-d9ee-4f69-97ff-da380e536d05 req-83702534-4785-4a0d-b1c8-cf5cd9101170 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb9ec4ee779845238973a661f76a0182&device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 1101 time: 0.1394062 Aug 15 14:13:15.496117 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.services.segments.db [None req-1b8d14cb-f770-4eaa-b80f-ffe277abccca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5199da4-07f3-4179-85b5-8c3aa021260f']}} {{(pid=94450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:13:15.499268 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-7deab369-aa4d-46b1-9d70-90ab461d46e6 req-1bedf30b-7a70-439f-8323-050bd76b6de2 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432229 Aug 15 14:13:15.544769 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.services.segments.db [None req-1b8d14cb-f770-4eaa-b80f-ffe277abccca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49414da8-874b-42f0-b913-f4fc3698fc1a') {'for_net_delete': True} {{(pid=94450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:13:15.545066 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.services.segments.db [None req-1b8d14cb-f770-4eaa-b80f-ffe277abccca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49414da8-874b-42f0-b913-f4fc3698fc1a') {} {{(pid=94450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:13:15.568593 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-817c7a0d-c048-4c17-9286-9186389fc03d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:15.572912 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-3f21db06-d9ee-4f69-97ff-da380e536d05 req-3b338390-6936-4165-86c5-50381e199d1d service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=cb9ec4ee779845238973a661f76a0182&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576110 Aug 15 14:13:15.574495 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-1b8d14cb-f770-4eaa-b80f-ffe277abccca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787669372281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8972426'] for segment, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:15.662069 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-1b8d14cb-f770-4eaa-b80f-ffe277abccca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:15.690232 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8d14cb-f770-4eaa-b80f-ffe277abccca admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 15 14:13:15.690546 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-1b8d14cb-f770-4eaa-b80f-ffe277abccca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976338'] for segment, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:15.692139 dv-cinder-804581-6-iscsi neutron-server[94450]: Traceback (most recent call last): Aug 15 14:13:15.692139 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 15 14:13:15.692139 dv-cinder-804581-6-iscsi neutron-server[94450]: timer() Aug 15 14:13:15.692139 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 15 14:13:15.692139 dv-cinder-804581-6-iscsi neutron-server[94450]: cb(*args, **kw) Aug 15 14:13:15.692139 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 15 14:13:15.692139 dv-cinder-804581-6-iscsi neutron-server[94450]: return func(*args, **kwargs) Aug 15 14:13:15.692139 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 15 14:13:15.692139 dv-cinder-804581-6-iscsi neutron-server[94450]: self._notify() Aug 15 14:13:15.692139 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 15 14:13:15.692139 dv-cinder-804581-6-iscsi neutron-server[94450]: self.callback(batched_events) Aug 15 14:13:15.692139 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 15 14:13:15.692139 dv-cinder-804581-6-iscsi neutron-server[94450]: event.method(event) Aug 15 14:13:15.692139 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 15 14:13:15.692139 dv-cinder-804581-6-iscsi neutron-server[94450]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 15 14:13:15.692139 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 15 14:13:15.692139 dv-cinder-804581-6-iscsi neutron-server[94450]: aggregate_uuid = self.p_client.list_aggregates( Aug 15 14:13:15.692139 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 15 14:13:15.692139 dv-cinder-804581-6-iscsi neutron-server[94450]: return f(self, *a, **k) Aug 15 14:13:15.692139 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 15 14:13:15.692139 dv-cinder-804581-6-iscsi neutron-server[94450]: return self._get(url).json() Aug 15 14:13:15.692139 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 15 14:13:15.692139 dv-cinder-804581-6-iscsi neutron-server[94450]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 15 14:13:15.692139 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 15 14:13:15.692139 dv-cinder-804581-6-iscsi neutron-server[94450]: return self.request(url, 'GET', **kwargs) Aug 15 14:13:15.692139 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 15 14:13:15.692139 dv-cinder-804581-6-iscsi neutron-server[94450]: base_url = self.get_endpoint(auth, allow=allow, Aug 15 14:13:15.692139 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 15 14:13:15.692139 dv-cinder-804581-6-iscsi neutron-server[94450]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 15 14:13:15.692139 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 15 14:13:15.692139 dv-cinder-804581-6-iscsi neutron-server[94450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 15 14:13:15.692139 dv-cinder-804581-6-iscsi neutron-server[94450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 15 14:13:15.736475 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89e536-5aaf-49c6-a102-477762d6d411 req-27177ec4-f592-47a2-b194-1cc7a4ddb0fe tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:15.737978 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6b89e536-5aaf-49c6-a102-477762d6d411 req-27177ec4-f592-47a2-b194-1cc7a4ddb0fe tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=3227be10-1c1e-47b3-a9d8-95376d9971eb HTTP/1.1" status: 200 len: 944 time: 0.2438800 Aug 15 14:13:15.809610 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21db06-d9ee-4f69-97ff-da380e536d05 req-1349774d-01c0-43db-9a72-506a8e31a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:15.811055 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-3f21db06-d9ee-4f69-97ff-da380e536d05 req-1349774d-01c0-43db-9a72-506a8e31a1ad service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2298973 Aug 15 14:13:15.817071 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6b89e536-5aaf-49c6-a102-477762d6d411 req-e2e01ae2-e47c-4b5b-9db1-caa6059b7207 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696678 Aug 15 14:13:15.898948 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58347db-6c61-4a04-916f-9934ba2713ad req-dbb984b6-1a66-40de-99cc-225008482617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:15.901548 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e58347db-6c61-4a04-916f-9934ba2713ad req-dbb984b6-1a66-40de-99cc-225008482617 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb9ec4ee779845238973a661f76a0182&device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 1101 time: 0.0458043 Aug 15 14:13:15.952182 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-1b8d14cb-f770-4eaa-b80f-ffe277abccca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1603920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594858'] for network, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:15.954361 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e58347db-6c61-4a04-916f-9934ba2713ad req-e146f56f-37c2-4fdd-9b24-70e9f55b748c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=d24ec753-0208-4cf5-9727-3a2879d0d299 HTTP/1.1" status: 200 len: 217 time: 0.0402541 Aug 15 14:13:15.961311 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-1b8d14cb-f770-4eaa-b80f-ffe277abccca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:15.963423 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-1b8d14cb-f770-4eaa-b80f-ffe277abccca admin admin] 10.222.0.22 "DELETE /v2.0/networks/b5199da4-07f3-4179-85b5-8c3aa021260f HTTP/1.1" status: 204 len: 168 time: 0.8727248 Aug 15 14:13:16.016771 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58347db-6c61-4a04-916f-9934ba2713ad req-c5d8a628-329f-4e80-aed8-b9208a39a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:16.018849 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e58347db-6c61-4a04-916f-9934ba2713ad req-c5d8a628-329f-4e80-aed8-b9208a39a6ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4ceb97e-58ec-4dc1-9b2f-7f1506a65471 HTTP/1.1" status: 200 len: 843 time: 0.0530369 Aug 15 14:13:16.031390 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-817c7a0d-c048-4c17-9286-9186389fc03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:16.034786 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-817c7a0d-c048-4c17-9286-9186389fc03d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:16.039277 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-817c7a0d-c048-4c17-9286-9186389fc03d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9074f9f1-152e-424d-8d0f-cf95239f7340 HTTP/1.1" status: 204 len: 168 time: 0.7602270 Aug 15 14:13:16.074359 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d14cb-f770-4eaa-b80f-ffe277abccca admin admin] Pushing event deleted for resources: {'Network': ['ID=b5199da4-07f3-4179-85b5-8c3aa021260f,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:16.091025 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c7a0d-c048-4c17-9286-9186389fc03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9074f9f1-152e-424d-8d0f-cf95239f7340,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:16.113956 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58347db-6c61-4a04-916f-9934ba2713ad req-021ec0b0-4c22-4143-8d5f-71f5ce57c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:16.115972 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e58347db-6c61-4a04-916f-9934ba2713ad req-021ec0b0-4c22-4143-8d5f-71f5ce57c581 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5d7a5080-92c5-49af-9270-3882524ff710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0857306 Aug 15 14:13:16.237374 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e58347db-6c61-4a04-916f-9934ba2713ad req-58da972c-9d55-4e42-9a15-dd1dda094fd8 service neutron] 10.222.0.20 "GET /v2.0/networks/5d7a5080-92c5-49af-9270-3882524ff710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031137 Aug 15 14:13:16.351748 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e58347db-6c61-4a04-916f-9934ba2713ad req-b72856d1-6e88-4ba0-bc1c-aa875085b165 service neutron] 10.222.0.20 "GET /v2.0/networks/5d7a5080-92c5-49af-9270-3882524ff710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094499 Aug 15 14:13:16.414312 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 44542) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:16.470490 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-e1501e59-0afe-41b7-afb4-3249e451b590 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2f8fffbae4d54d5d8922a9239d1e26cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0550008 Aug 15 14:13:16.473097 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 44544) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:16.531301 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-07c93c06-5346-4b88-ae09-743aca95f191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:16.558280 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-07c93c06-5346-4b88-ae09-743aca95f191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:16.559724 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:16.686226 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80940d0-6bbd-42a6-ac20-f80a5716f786 req-982d323e-e537-4e7a-8c22-d08c6229e64b tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:16.693892 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c80940d0-6bbd-42a6-ac20-f80a5716f786 req-982d323e-e537-4e7a-8c22-d08c6229e64b tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 948 time: 0.0682089 Aug 15 14:13:16.702134 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-07c93c06-5346-4b88-ae09-743aca95f191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:16.704580 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-07c93c06-5346-4b88-ae09-743aca95f191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:16.705702 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-07c93c06-5346-4b88-ae09-743aca95f191 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/96fe4f6f-d707-4bac-9eb1-d262e0f5114e HTTP/1.1" status: 204 len: 168 time: 0.2315800 Aug 15 14:13:16.724331 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c93c06-5346-4b88-ae09-743aca95f191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fe4f6f-d707-4bac-9eb1-d262e0f5114e,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:16.770657 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c80940d0-6bbd-42a6-ac20-f80a5716f786 req-d13d1a89-04e4-40b4-9077-ab801f622e9a tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750756 Aug 15 14:13:16.966907 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650aa4b-8e09-4823-b456-f1a78ac1eb4f req-1d97ac02-7e15-4ae3-86be-b4a2e60973c3 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:16.973940 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-4650aa4b-8e09-4823-b456-f1a78ac1eb4f req-1d97ac02-7e15-4ae3-86be-b4a2e60973c3 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=3227be10-1c1e-47b3-a9d8-95376d9971eb HTTP/1.1" status: 200 len: 944 time: 0.0738082 Aug 15 14:13:17.015961 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-4650aa4b-8e09-4823-b456-f1a78ac1eb4f req-39edf191-194f-4b72-a4f5-4b04dd40636f tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409009 Aug 15 14:13:17.423941 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device a5457743-2995-4e22-866a-eeca633e1864 up at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:13:17.608058 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning for port a5457743-2995-4e22-866a-eeca633e1864 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:13:17.615961 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning complete for port a5457743-2995-4e22-866a-eeca633e1864 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:13:17.615961 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:17.698469 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ceb7c0-57b9-4e8a-a03a-7cff3b0b60ac req-d90e8b3c-80af-411a-be24-8c5a74fea01b tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:17.705653 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:17.709019 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-53ceb7c0-57b9-4e8a-a03a-7cff3b0b60ac req-d90e8b3c-80af-411a-be24-8c5a74fea01b tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0760655 Aug 15 14:13:17.739424 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389c608-186d-4c37-b072-4c42596da0b8 req-f8328d31-03e6-45e5-9910-c816f2507ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:17.743266 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0389c608-186d-4c37-b072-4c42596da0b8 req-f8328d31-03e6-45e5-9910-c816f2507ea8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1073d5d571274638afba8bb0c8b43962&device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 1098 time: 0.0813355 Aug 15 14:13:17.776201 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3227be10-1c1e-47b3-a9d8-95376d9971eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5457743-2995-4e22-866a-eeca633e1864'}] {{(pid=94453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:13:17.794777 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-53ceb7c0-57b9-4e8a-a03a-7cff3b0b60ac req-f99a0715-e1c7-4897-9e7d-8e44479130fe tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777674 Aug 15 14:13:17.798589 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67f9f608f21815e3b7d057bcd481c644a3f088ed5729c17767b65ea5f15acf6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1c10c0-6d26-4448-904c-443fbd037d8e" -d '{"events": [{"server_uuid": "3227be10-1c1e-47b3-a9d8-95376d9971eb", "name": "network-vif-plugged", "status": "completed", "tag": "a5457743-2995-4e22-866a-eeca633e1864"}]}' {{(pid=94453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:13:17.847039 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port a5457743-2995-4e22-866a-eeca633e1864, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=a5457743-2995-4e22-866a-eeca633e1864,segment=NetworkSegment(0d773301-4627-4dbc-af30-9dbe1f56781d),segment_id=0d773301-4627-4dbc-af30-9dbe1f56781d)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:13:17.872544 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ddb4a1-bc48-4266-8dfb-8f05f895fca3 x-openstack-request-id: req-76ddb4a1-bc48-4266-8dfb-8f05f895fca3 {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:13:17.873712 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3227be10-1c1e-47b3-a9d8-95376d9971eb", "name": "network-vif-plugged", "status": "completed", "tag": "a5457743-2995-4e22-866a-eeca633e1864", "code": 200}]} {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:13:17.874198 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-76ddb4a1-bc48-4266-8dfb-8f05f895fca3 {{(pid=94453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:13:17.874939 dv-cinder-804581-6-iscsi neutron-server[94453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3227be10-1c1e-47b3-a9d8-95376d9971eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5457743-2995-4e22-866a-eeca633e1864', 'code': 200} Aug 15 14:13:17.920481 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:18.003775 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389c608-186d-4c37-b072-4c42596da0b8 req-2651886d-64ac-44a2-86b8-a4a8d57f0558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:18.005662 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0389c608-186d-4c37-b072-4c42596da0b8 req-2651886d-64ac-44a2-86b8-a4a8d57f0558 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f6d15e1a-b561-4699-b6d6-2650782011ad HTTP/1.1" status: 200 len: 920 time: 0.2539666 Aug 15 14:13:18.026640 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=a5457743-2995-4e22-866a-eeca633e1864,revision_number=5']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:18.173929 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0389c608-186d-4c37-b072-4c42596da0b8 req-3d3f65fa-2f1c-42db-8919-046d10aa9f9a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6b9c826-8be3-45bf-925b-a0034dfa144e HTTP/1.1" status: 200 len: 217 time: 0.1299357 Aug 15 14:13:18.264795 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60edd9-9671-4edd-bc8c-9ff4f48addaf req-49e35d9c-2953-4fa0-8f94-c793b139eedf tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:18.278885 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-8a60edd9-9671-4edd-bc8c-9ff4f48addaf req-49e35d9c-2953-4fa0-8f94-c793b139eedf tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=3227be10-1c1e-47b3-a9d8-95376d9971eb HTTP/1.1" status: 200 len: 945 time: 0.1148028 Aug 15 14:13:18.387543 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-8a60edd9-9671-4edd-bc8c-9ff4f48addaf req-ee972249-143a-442a-b0f0-aa975ddaf2d9 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006424 Aug 15 14:13:18.394348 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a91fa-b0be-45c2-84c1-b474939846f1 req-d8821526-7eb8-44cd-962a-e3531b019b06 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:18.406422 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d42a91fa-b0be-45c2-84c1-b474939846f1 req-d8821526-7eb8-44cd-962a-e3531b019b06 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 948 time: 0.3994498 Aug 15 14:13:18.530546 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc622e0-b30b-43f6-9838-8ebe827999a3 req-8b1c23f5-ac3d-4dc0-84c3-aae50a33ee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:18.532036 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1bc622e0-b30b-43f6-9838-8ebe827999a3 req-8b1c23f5-ac3d-4dc0-84c3-aae50a33ee59 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3227be10-1c1e-47b3-a9d8-95376d9971eb HTTP/1.1" status: 200 len: 1098 time: 0.2356396 Aug 15 14:13:18.533914 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389c608-186d-4c37-b072-4c42596da0b8 req-efba5473-2b35-448d-8c62-337dc70c70c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:18.535069 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0389c608-186d-4c37-b072-4c42596da0b8 req-efba5473-2b35-448d-8c62-337dc70c70c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e7c7efa-002b-4af9-be04-92bb27db3bc2 HTTP/1.1" status: 200 len: 859 time: 0.3501182 Aug 15 14:13:18.543017 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d42a91fa-b0be-45c2-84c1-b474939846f1 req-e7022b31-956e-430e-9966-339fffd87ed8 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355369 Aug 15 14:13:18.589787 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0389c608-186d-4c37-b072-4c42596da0b8 req-d008dcb9-7422-4d3a-b169-72bd5a5630ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6d15e1a-b561-4699-b6d6-2650782011ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380220 Aug 15 14:13:18.611991 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1bc622e0-b30b-43f6-9838-8ebe827999a3 req-147eafcb-4e21-4c50-80cc-4375e9b425ed service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666637 Aug 15 14:13:18.748158 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0389c608-186d-4c37-b072-4c42596da0b8 req-574cce47-a490-477a-b3b9-dccb075bf6c9 service neutron] 10.222.0.20 "GET /v2.0/networks/f6d15e1a-b561-4699-b6d6-2650782011ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495676 Aug 15 14:13:18.862413 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0389c608-186d-4c37-b072-4c42596da0b8 req-3c3decb3-d06f-4e96-8b40-38e142c367cd service neutron] 10.222.0.20 "GET /v2.0/networks/f6d15e1a-b561-4699-b6d6-2650782011ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063254 Aug 15 14:13:18.971473 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1b116-0fd5-45c2-b742-b4be18af20eb req-eb08f97a-c470-48e3-94a1-b2cea5f1c449 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:18.981764 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-20f1b116-0fd5-45c2-b742-b4be18af20eb req-eb08f97a-c470-48e3-94a1-b2cea5f1c449 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0777969 Aug 15 14:13:19.032484 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-20f1b116-0fd5-45c2-b742-b4be18af20eb req-58418509-d125-4390-9d74-7ddbd54ea6f7 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495882 Aug 15 14:13:19.618987 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10eaa3-13ab-40f7-9714-aeab68648b48 req-6181d087-5977-4691-9e3f-473212eb0e42 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:19.643741 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-dc10eaa3-13ab-40f7-9714-aeab68648b48 req-6181d087-5977-4691-9e3f-473212eb0e42 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=3227be10-1c1e-47b3-a9d8-95376d9971eb HTTP/1.1" status: 200 len: 945 time: 0.1443732 Aug 15 14:13:19.720631 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-dc10eaa3-13ab-40f7-9714-aeab68648b48 req-1b3382e6-9159-4425-b1f2-71ccf4512bfe tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757558 Aug 15 14:13:19.765990 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39aa34e-f879-4477-9987-672d942eb002 req-c51598f8-f9e0-4764-afad-b1a65f8d9aa6 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:19.820670 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f39aa34e-f879-4477-9987-672d942eb002 req-c51598f8-f9e0-4764-afad-b1a65f8d9aa6 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 948 time: 0.0885324 Aug 15 14:13:19.820670 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f39aa34e-f879-4477-9987-672d942eb002 req-a64ebe23-983c-4a23-83e1-de9017448ce2 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367482 Aug 15 14:13:20.178540 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715f815-e371-426b-be35-d4eca6adedb2 req-9d820491-d0bd-43cb-a5ca-198fab0b7613 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:20.179984 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d715f815-e371-426b-be35-d4eca6adedb2 req-9d820491-d0bd-43cb-a5ca-198fab0b7613 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0483513 Aug 15 14:13:20.217220 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d715f815-e371-426b-be35-d4eca6adedb2 req-45c6d31a-6ebb-4d43-94bb-061e6898ad8b tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307453 Aug 15 14:13:20.867225 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d467f-0176-487b-bcec-93829f431eb6 req-2ec3a8bf-4018-4f42-ab77-b788528b9c78 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:20.869426 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-fd5d467f-0176-487b-bcec-93829f431eb6 req-2ec3a8bf-4018-4f42-ab77-b788528b9c78 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=3227be10-1c1e-47b3-a9d8-95376d9971eb HTTP/1.1" status: 200 len: 945 time: 0.0755639 Aug 15 14:13:20.925365 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-fd5d467f-0176-487b-bcec-93829f431eb6 req-b786db0b-d4a0-483e-8a8a-4532844bebf5 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448573 Aug 15 14:13:20.990935 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16216aca-f0b1-4c27-a3e1-774fc0f71ef9 req-1de442e2-ac5f-487b-bc0e-e6c582d78d94 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:20.992417 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-16216aca-f0b1-4c27-a3e1-774fc0f71ef9 req-1de442e2-ac5f-487b-bc0e-e6c582d78d94 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 948 time: 0.0873859 Aug 15 14:13:21.064908 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-16216aca-f0b1-4c27-a3e1-774fc0f71ef9 req-310656e4-31f7-4899-b73f-29a8795a1898 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586927 Aug 15 14:13:21.401479 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771b7d5-b0bf-4316-a6a2-0ab792e9d9b5 req-a4bebea6-aa0c-41cf-8539-15cf97059cb8 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:21.410557 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c771b7d5-b0bf-4316-a6a2-0ab792e9d9b5 req-a4bebea6-aa0c-41cf-8539-15cf97059cb8 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.1075032 Aug 15 14:13:21.443364 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device d24ec753-0208-4cf5-9727-3a2879d0d299 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 15 14:13:21.672741 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port d24ec753-0208-4cf5-9727-3a2879d0d299, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=d24ec753-0208-4cf5-9727-3a2879d0d299,segment=NetworkSegment(3facf2a6-669e-47ad-b89a-1b67252bc6ca),segment_id=3facf2a6-669e-47ad-b89a-1b67252bc6ca)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:13:21.700266 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Returning: {'device': 'd24ec753-0208-4cf5-9727-3a2879d0d299', 'network_id': '5d7a5080-92c5-49af-9270-3882524ff710', 'port_id': 'd24ec753-0208-4cf5-9727-3a2879d0d299', 'mac_address': 'fa:16:3e:76:99:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4ceb97e-58ec-4dc1-9b2f-7f1506a65471', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 15 14:13:21.761364 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:21.781909 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d24ec753-0208-4cf5-9727-3a2879d0d299 {{(pid=94453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:13:21.809490 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port d24ec753-0208-4cf5-9727-3a2879d0d299, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=d24ec753-0208-4cf5-9727-3a2879d0d299,segment=NetworkSegment(3facf2a6-669e-47ad-b89a-1b67252bc6ca),segment_id=3facf2a6-669e-47ad-b89a-1b67252bc6ca)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:13:21.860893 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c771b7d5-b0bf-4316-a6a2-0ab792e9d9b5 req-24dd993e-2789-4778-a308-a22e8af2297a tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489844 Aug 15 14:13:21.891200 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:21.961207 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=d24ec753-0208-4cf5-9727-3a2879d0d299,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:22.209577 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e2652-24eb-4388-af60-c678a7233694 req-843310c1-0a0c-4a48-aa06-672fb1cceebb tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:22.211804 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-fa3e2652-24eb-4388-af60-c678a7233694 req-843310c1-0a0c-4a48-aa06-672fb1cceebb tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 949 time: 0.0669422 Aug 15 14:13:22.277793 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-fa3e2652-24eb-4388-af60-c678a7233694 req-91590fc3-9094-4ac7-b168-0d0e1bbc7588 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587761 Aug 15 14:13:22.370620 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['d24ec753-0208-4cf5-9727-3a2879d0d299'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:13:23.028301 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5bb13-6671-4704-9f59-817da7fd36e2 req-b6422a7f-3dca-4976-b9fc-094142f43672 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:23.032961 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-20b5bb13-6671-4704-9f59-817da7fd36e2 req-b6422a7f-3dca-4976-b9fc-094142f43672 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0955491 Aug 15 14:13:23.086268 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-20b5bb13-6671-4704-9f59-817da7fd36e2 req-c17a0b7e-6f71-48c7-84c2-1b55d6983d1f tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380709 Aug 15 14:13:23.192728 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 44824) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:23.326168 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8c81141b-e562-4f00-ba8e-c990dceb6761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:23.428903 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707290b-0890-442e-b3c2-0b6b8be4b860 req-f01676f5-3cf8-44ce-9fc1-a0d558a4505e tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:23.439670 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1707290b-0890-442e-b3c2-0b6b8be4b860 req-f01676f5-3cf8-44ce-9fc1-a0d558a4505e tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 949 time: 0.0704799 Aug 15 14:13:23.473445 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8c81141b-e562-4f00-ba8e-c990dceb6761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:23.488266 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1707290b-0890-442e-b3c2-0b6b8be4b860 req-66660f36-b77d-4451-9a09-430b31c5063e tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476999 Aug 15 14:13:23.543605 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8c81141b-e562-4f00-ba8e-c990dceb6761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:23.588325 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-8c81141b-e562-4f00-ba8e-c990dceb6761 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ccaffc10946e4261820c2079e071d469&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3944831 Aug 15 14:13:23.590968 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 44832) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:23.599407 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81141b-e562-4f00-ba8e-c990dceb6761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8e50da-aca7-44f9-b346-1f217813765c,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:23.654193 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ececa358-ce3b-4a94-8c51-9e883bb1cdf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:23.679411 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ececa358-ce3b-4a94-8c51-9e883bb1cdf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:24.214714 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903b9cc-e9ea-4f33-b04d-b7f0fabaadd4 req-18edd9bc-76a2-4171-b444-3ab02df1ed5c tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:24.216166 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c903b9cc-e9ea-4f33-b04d-b7f0fabaadd4 req-18edd9bc-76a2-4171-b444-3ab02df1ed5c tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0550568 Aug 15 14:13:24.235700 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ececa358-ce3b-4a94-8c51-9e883bb1cdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:24.238146 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ececa358-ce3b-4a94-8c51-9e883bb1cdf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:24.241981 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-ececa358-ce3b-4a94-8c51-9e883bb1cdf9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5c8e50da-aca7-44f9-b346-1f217813765c HTTP/1.1" status: 204 len: 168 time: 0.6473019 Aug 15 14:13:24.253118 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececa358-ce3b-4a94-8c51-9e883bb1cdf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8e50da-aca7-44f9-b346-1f217813765c,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:24.279522 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c903b9cc-e9ea-4f33-b04d-b7f0fabaadd4 req-63345ce5-4e70-4abd-a639-45fc950697f3 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570779 Aug 15 14:13:24.656642 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 44866) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:24.665771 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea4bf9-5d41-475c-9a9b-0105e404571a req-06dc00c8-35dd-475a-a1e9-487299d325e2 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:24.673280 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6cea4bf9-5d41-475c-9a9b-0105e404571a req-06dc00c8-35dd-475a-a1e9-487299d325e2 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 949 time: 0.0869205 Aug 15 14:13:24.725301 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6cea4bf9-5d41-475c-9a9b-0105e404571a req-c18d04fb-df9e-442a-bb2d-c945dcfc9345 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488956 Aug 15 14:13:24.886418 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7e84b1e9-167d-40bc-9397-f714460bef33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:24.960422 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-f3073341-4bd4-4cb9-bb57-1aa9bfc2507a tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:24.962292 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-f3073341-4bd4-4cb9-bb57-1aa9bfc2507a tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/networks?id=84973402-f5de-4cbd-a3be-16501fd5c3aa HTTP/1.1" status: 200 len: 815 time: 0.1457865 Aug 15 14:13:24.987816 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-e10562be-03f6-4fe7-b1b2-6eec7ef0c16f tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/quotas/407c1fd6fcf5420e9ec2759a80b92db4 HTTP/1.1" status: 200 len: 375 time: 0.0178034 Aug 15 14:13:25.056629 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7e84b1e9-167d-40bc-9397-f714460bef33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:25.063515 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-dc7d448e-3ca2-4732-a9b8-15f5aae1cd63 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=407c1fd6fcf5420e9ec2759a80b92db4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693610 Aug 15 14:13:25.158599 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-e8d614d0-84a7-4947-a5f9-4c4527515382 service neutron] 10.222.0.22 "GET /v2.0/networks/84973402-f5de-4cbd-a3be-16501fd5c3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881326 Aug 15 14:13:25.159696 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7e84b1e9-167d-40bc-9397-f714460bef33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:25.248184 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84b1e9-167d-40bc-9397-f714460bef33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97ceb8d-fed0-4abb-9017-b54f4cf754b5,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:25.257924 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-7e84b1e9-167d-40bc-9397-f714460bef33 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=78b2581738cc4c0db44e0b545018e032&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5963213 Aug 15 14:13:25.257924 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 44888) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:25.266277 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 44890) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:25.320720 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2ccea625-43c9-4de9-a9a8-3d39b38bc21c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:25.344207 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2ccea625-43c9-4de9-a9a8-3d39b38bc21c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:25.427604 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab27ec-ab0d-441f-a330-1d2cfec838e2 req-21b7d510-4f37-4ced-bfd8-e7affa1feda9 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:25.429191 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4fab27ec-ab0d-441f-a330-1d2cfec838e2 req-21b7d510-4f37-4ced-bfd8-e7affa1feda9 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0665615 Aug 15 14:13:25.472270 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4fab27ec-ab0d-441f-a330-1d2cfec838e2 req-29a7d673-4418-4194-ad03-fa22c9e9080c tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356987 Aug 15 14:13:25.486850 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2ccea625-43c9-4de9-a9a8-3d39b38bc21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:25.490079 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2ccea625-43c9-4de9-a9a8-3d39b38bc21c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:25.491329 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-2ccea625-43c9-4de9-a9a8-3d39b38bc21c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b97ceb8d-fed0-4abb-9017-b54f4cf754b5 HTTP/1.1" status: 204 len: 168 time: 0.2240372 Aug 15 14:13:25.499899 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-6164476a-476b-434b-a32b-822417cfd4ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:25.502464 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccea625-43c9-4de9-a9a8-3d39b38bc21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97ceb8d-fed0-4abb-9017-b54f4cf754b5,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:25.528016 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-9e524ec9-c1c1-4622-84c8-556e68dea329 service neutron] 10.222.0.22 "GET /v2.0/networks/84973402-f5de-4cbd-a3be-16501fd5c3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629506 Aug 15 14:13:25.610777 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-6164476a-476b-434b-a32b-822417cfd4ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:25.711831 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-6164476a-476b-434b-a32b-822417cfd4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:25.754200 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6164476a-476b-434b-a32b-822417cfd4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b08822-655c-4ec3-aa84-530aba2bfa11,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:25.762987 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 44906) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:25.763456 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-6164476a-476b-434b-a32b-822417cfd4ca admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=98c8ed84a08f4950a6cf47400f99df36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5044847 Aug 15 14:13:25.825741 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-cb4b5fee-478f-4cda-bc0e-4fc7f6e00c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:25.831268 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-74703ad3-df80-47b0-a741-ef2d7736b5ea req-d1f4278c-f363-4ef6-8178-2874d8c25ce5 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 210 time: 0.0369728 Aug 15 14:13:25.850688 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-cb4b5fee-478f-4cda-bc0e-4fc7f6e00c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:25.959687 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90623b69-3eeb-4764-b2ad-b158d13341d1 req-657c44e9-3c60-48a4-b05a-ac35d8338ef2 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:25.961165 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-90623b69-3eeb-4764-b2ad-b158d13341d1 req-657c44e9-3c60-48a4-b05a-ac35d8338ef2 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 949 time: 0.0538735 Aug 15 14:13:25.971274 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-cb4b5fee-478f-4cda-bc0e-4fc7f6e00c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:25.975462 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-cb4b5fee-478f-4cda-bc0e-4fc7f6e00c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:25.976339 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-cb4b5fee-478f-4cda-bc0e-4fc7f6e00c48 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d1b08822-655c-4ec3-aa84-530aba2bfa11 HTTP/1.1" status: 204 len: 168 time: 0.2108946 Aug 15 14:13:25.991494 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b5fee-478f-4cda-bc0e-4fc7f6e00c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b08822-655c-4ec3-aa84-530aba2bfa11,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:26.005150 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-90623b69-3eeb-4764-b2ad-b158d13341d1 req-25d413d1-873a-4aee-8205-e639f371684f tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368762 Aug 15 14:13:26.456847 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 44934) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:26.476813 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-6e68f01d-f9bb-43b7-8038-1225a70516e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:26.577191 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-6e68f01d-f9bb-43b7-8038-1225a70516e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:26.585426 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-a855398a-9071-49cb-a79c-14cf3cbd2bd1 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:26.587732 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-a855398a-9071-49cb-a79c-14cf3cbd2bd1 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/networks?id=b5e6e57a-e858-48a4-80c6-6207d83bb306 HTTP/1.1" status: 200 len: 814 time: 0.1307497 Aug 15 14:13:26.604743 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-50837c0d-12ec-4c05-a6d9-324a8dbfa62d tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/quotas/f6539b10a08a439a9c2f6adbc7c97a73 HTTP/1.1" status: 200 len: 375 time: 0.0102327 Aug 15 14:13:26.648924 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-6e68f01d-f9bb-43b7-8038-1225a70516e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:26.673368 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-5ea1c3fe-2851-47d1-8322-17f6dbc45f7c tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f6539b10a08a439a9c2f6adbc7c97a73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624778 Aug 15 14:13:26.684566 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device d24ec753-0208-4cf5-9727-3a2879d0d299 up at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:13:26.710705 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-6e68f01d-f9bb-43b7-8038-1225a70516e9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2e96d0e2164c45ddaae743c80c6ed097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2520001 Aug 15 14:13:26.713802 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 44946) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:26.720009 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68f01d-f9bb-43b7-8038-1225a70516e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b1d5a1-1726-4d34-896a-05cbc3424b9e,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:26.769331 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-6cc00529-f2c2-4cb1-b875-7b0628d4b3d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:26.783100 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-e67937c8-f1a6-48d9-9352-84aac9bdddd7 service neutron] 10.222.0.22 "GET /v2.0/networks/b5e6e57a-e858-48a4-80c6-6207d83bb306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949724 Aug 15 14:13:26.795056 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-6cc00529-f2c2-4cb1-b875-7b0628d4b3d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:26.797671 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning for port d24ec753-0208-4cf5-9727-3a2879d0d299 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:13:26.802192 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning complete for port d24ec753-0208-4cf5-9727-3a2879d0d299 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:13:26.802678 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:26.878231 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-a66c1356-210e-4e78-bb06-76b24830ed45 service neutron] 10.222.0.22 "GET /v2.0/networks/b5e6e57a-e858-48a4-80c6-6207d83bb306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890388 Aug 15 14:13:26.894689 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:26.921689 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce28e35-0adb-4677-bd3e-f748b889ade4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24ec753-0208-4cf5-9727-3a2879d0d299'}] {{(pid=94453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:13:26.924050 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67f9f608f21815e3b7d057bcd481c644a3f088ed5729c17767b65ea5f15acf6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a846fce9-1158-4ad5-84e0-9f334ff69b15" -d '{"events": [{"server_uuid": "cce28e35-0adb-4677-bd3e-f748b889ade4", "name": "network-vif-plugged", "status": "completed", "tag": "d24ec753-0208-4cf5-9727-3a2879d0d299"}]}' {{(pid=94453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:13:26.939031 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port d24ec753-0208-4cf5-9727-3a2879d0d299, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=d24ec753-0208-4cf5-9727-3a2879d0d299,segment=NetworkSegment(3facf2a6-669e-47ad-b89a-1b67252bc6ca),segment_id=3facf2a6-669e-47ad-b89a-1b67252bc6ca)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:13:26.953775 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-6cc00529-f2c2-4cb1-b875-7b0628d4b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:26.956330 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-6cc00529-f2c2-4cb1-b875-7b0628d4b3d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:26.965019 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-6cc00529-f2c2-4cb1-b875-7b0628d4b3d1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/78b1d5a1-1726-4d34-896a-05cbc3424b9e HTTP/1.1" status: 204 len: 168 time: 0.2501097 Aug 15 14:13:26.972829 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc00529-f2c2-4cb1-b875-7b0628d4b3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b1d5a1-1726-4d34-896a-05cbc3424b9e,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:27.037422 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:27.087909 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=d24ec753-0208-4cf5-9727-3a2879d0d299,revision_number=5']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:27.201528 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90c64a-3df4-4987-ab19-06ef9978c85c req-76d66a0d-c820-4c6e-8458-cf6d0f74b6c4 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:27.203140 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2d90c64a-3df4-4987-ab19-06ef9978c85c req-76d66a0d-c820-4c6e-8458-cf6d0f74b6c4 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0529630 Aug 15 14:13:27.259897 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2d90c64a-3df4-4987-ab19-06ef9978c85c req-69eab4c1-e4b4-4b63-9fce-7cafe2371a4b tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506396 Aug 15 14:13:27.352409 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4dbf9dcd-8d1d-44b9-9870-417279e70c09 req-26984d4d-6821-4f22-bc5e-147c2983c3c5 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 210 time: 0.0268202 Aug 15 14:13:27.403934 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3695cf-2ebe-42a7-817c-f5527118d9c6 x-openstack-request-id: req-cf3695cf-2ebe-42a7-817c-f5527118d9c6 {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:13:27.403934 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce28e35-0adb-4677-bd3e-f748b889ade4", "name": "network-vif-plugged", "status": "completed", "tag": "d24ec753-0208-4cf5-9727-3a2879d0d299", "code": 200}]} {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:13:27.403934 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cf3695cf-2ebe-42a7-817c-f5527118d9c6 {{(pid=94453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:13:27.403934 dv-cinder-804581-6-iscsi neutron-server[94453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce28e35-0adb-4677-bd3e-f748b889ade4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24ec753-0208-4cf5-9727-3a2879d0d299', 'code': 200} Aug 15 14:13:27.501218 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db0c2d-268a-4eb7-9267-df612c1fb439 req-54b1da5f-f615-4bc4-8ed9-47d1e682eaa5 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:27.502699 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-95db0c2d-268a-4eb7-9267-df612c1fb439 req-54b1da5f-f615-4bc4-8ed9-47d1e682eaa5 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 950 time: 0.0518579 Aug 15 14:13:27.541325 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-95db0c2d-268a-4eb7-9267-df612c1fb439 req-a0bca90f-3924-4de8-b887-06a9ae618d42 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326471 Aug 15 14:13:27.609936 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e22b4ab5-15b4-456e-9acf-a961ec51295b req-d6b39201-ab4e-4d58-b5da-d33164478744 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 210 time: 0.0265493 Aug 15 14:13:28.381300 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42186f35-ad79-4c68-8934-25501ca7336d req-a2d62da9-ab0e-464e-91e6-aabb59bfd22f tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:28.385867 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-42186f35-ad79-4c68-8934-25501ca7336d req-a2d62da9-ab0e-464e-91e6-aabb59bfd22f tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0544400 Aug 15 14:13:28.424778 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-42186f35-ad79-4c68-8934-25501ca7336d req-a731894f-39da-4bf2-b9ac-49f3a483b80a tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347781 Aug 15 14:13:28.511044 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e151a8ba-182b-4b07-8a1f-87ebd3302436 req-04600807-c0db-4e48-9cb6-de52a18a6eca tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 210 time: 0.0289409 Aug 15 14:13:28.657441 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778d554-a12a-44e3-92c3-0759788e92aa req-3489de14-17ef-4360-a603-af6bbb35ab41 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:28.658932 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4778d554-a12a-44e3-92c3-0759788e92aa req-3489de14-17ef-4360-a603-af6bbb35ab41 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 950 time: 0.0497191 Aug 15 14:13:28.697135 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4778d554-a12a-44e3-92c3-0759788e92aa req-1a52b218-7404-416b-898d-a77acdcbdc16 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321789 Aug 15 14:13:28.784060 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f2c14ced-b83e-412f-9be7-fab5c7eac36b req-f0097b86-a028-40d1-8e15-6152208ce5a4 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 210 time: 0.0270073 Aug 15 14:13:28.953130 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 45042) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:29.061433 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d669ca62-874c-4d81-aee8-79e6bf6d9c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:29.145255 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d669ca62-874c-4d81-aee8-79e6bf6d9c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:29.202681 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d669ca62-874c-4d81-aee8-79e6bf6d9c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:29.244468 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-d669ca62-874c-4d81-aee8-79e6bf6d9c36 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fd9e7b2ed59f49109f85ef5036b92b4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899787 Aug 15 14:13:29.245608 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669ca62-874c-4d81-aee8-79e6bf6d9c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146a457f-dbca-41e4-b8eb-59a2beb3cccc,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:29.247153 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 45050) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:29.296459 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-a3874dd1-7dd1-4071-89db-421e4f286c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:29.318803 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-a3874dd1-7dd1-4071-89db-421e4f286c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:29.456972 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-a3874dd1-7dd1-4071-89db-421e4f286c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:29.466212 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-a3874dd1-7dd1-4071-89db-421e4f286c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:29.466212 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-a3874dd1-7dd1-4071-89db-421e4f286c6f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/146a457f-dbca-41e4-b8eb-59a2beb3cccc HTTP/1.1" status: 204 len: 168 time: 0.2133284 Aug 15 14:13:29.488663 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3874dd1-7dd1-4071-89db-421e4f286c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146a457f-dbca-41e4-b8eb-59a2beb3cccc,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:29.559589 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e803d7-9fd7-4363-88ae-021c4b34cab7 req-4fe7520e-05dc-472a-9c9b-5cae1cfe27d1 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:29.561089 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b4e803d7-9fd7-4363-88ae-021c4b34cab7 req-4fe7520e-05dc-472a-9c9b-5cae1cfe27d1 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0529275 Aug 15 14:13:29.601518 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b4e803d7-9fd7-4363-88ae-021c4b34cab7 req-58f9ebfc-d88c-482d-bbd6-73ad724b8586 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331469 Aug 15 14:13:29.612484 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-cd25664f-40be-47ba-8191-46b9ee5aa55b req-27a80c93-a00d-4922-88a1-7e4638b8cdcf tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 210 time: 0.0292909 Aug 15 14:13:29.763444 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0931a80-5a33-4e1d-9311-1a21c52536c1 req-fdcd8cc2-bf6e-4161-8ed7-747b473a49d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:29.766916 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b0931a80-5a33-4e1d-9311-1a21c52536c1 req-fdcd8cc2-bf6e-4161-8ed7-747b473a49d9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 1103 time: 0.0535278 Aug 15 14:13:29.834359 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b0931a80-5a33-4e1d-9311-1a21c52536c1 req-e918565d-78ce-4591-9011-b42ecd8734ce service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595942 Aug 15 14:13:29.854113 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f762d-ef07-4ae4-bd7e-4ca705ae4cf2 req-3165e742-722c-435a-b2ed-18691867488e tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:29.855606 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-053f762d-ef07-4ae4-bd7e-4ca705ae4cf2 req-3165e742-722c-435a-b2ed-18691867488e tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 950 time: 0.0666924 Aug 15 14:13:29.875908 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-f746d637-50b4-4fb5-bf40-6a46bbdf0474 req-3701ec37-5580-443c-977b-b4f15424b92c tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 210 time: 0.0275924 Aug 15 14:13:29.894449 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-053f762d-ef07-4ae4-bd7e-4ca705ae4cf2 req-ba2f6205-1670-45c6-bc2f-b2a6376b74de tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328977 Aug 15 14:13:30.105363 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 45072) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:30.119311 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7a4e2ddd-3911-4b48-aa84-432487d6c5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:30.209940 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7a4e2ddd-3911-4b48-aa84-432487d6c5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:30.265638 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7a4e2ddd-3911-4b48-aa84-432487d6c5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:30.303952 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-7a4e2ddd-3911-4b48-aa84-432487d6c5ac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1f0f7b5eb7594bb9be6e2a40921598b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1974494 Aug 15 14:13:30.304818 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e2ddd-3911-4b48-aa84-432487d6c5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e85bd6-6125-42e8-a43a-532459fdb6d0,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:30.306721 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 45074) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:30.358307 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-bbf8700a-c3da-4554-9cb6-69fb52c2aeb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:30.379209 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-bbf8700a-c3da-4554-9cb6-69fb52c2aeb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:30.488373 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-bbf8700a-c3da-4554-9cb6-69fb52c2aeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:30.490967 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-bbf8700a-c3da-4554-9cb6-69fb52c2aeb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:30.492110 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-bbf8700a-c3da-4554-9cb6-69fb52c2aeb5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f6e85bd6-6125-42e8-a43a-532459fdb6d0 HTTP/1.1" status: 204 len: 168 time: 0.1835902 Aug 15 14:13:30.500705 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8700a-c3da-4554-9cb6-69fb52c2aeb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e85bd6-6125-42e8-a43a-532459fdb6d0,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:30.712091 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d030dfa4-b316-4344-aa7d-4accee28dde1 req-0d8d3271-05b4-4ac0-a26a-5b494e300dec tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 210 time: 0.0281167 Aug 15 14:13:30.731120 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50684a1-afa3-469e-92e6-96d08e7602b7 req-b02ded83-a773-48a4-b539-c4c09f77419e tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:30.732626 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c50684a1-afa3-469e-92e6-96d08e7602b7 req-b02ded83-a773-48a4-b539-c4c09f77419e tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0498228 Aug 15 14:13:30.770705 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c50684a1-afa3-469e-92e6-96d08e7602b7 req-f97bc557-1f2c-4878-ab2c-4c97a58dd42a tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321639 Aug 15 14:13:30.997923 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-fc3deb45-2db6-4d72-a639-d687a076db1a req-ee6fc818-04c4-44ab-8ecd-871e4cb467b8 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 210 time: 0.0387099 Aug 15 14:13:31.097609 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9196ea-c8eb-427a-ba6b-282c70b694db req-78fe8eb0-135e-4b1e-b1be-15516445ceb9 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:31.099179 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6d9196ea-c8eb-427a-ba6b-282c70b694db req-78fe8eb0-135e-4b1e-b1be-15516445ceb9 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 950 time: 0.0828137 Aug 15 14:13:31.114852 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-1e3834aa-13aa-4403-934a-83f8a9b65e58 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:31.116355 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-1e3834aa-13aa-4403-934a-83f8a9b65e58 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.20 "GET /v2.0/networks?id=84973402-f5de-4cbd-a3be-16501fd5c3aa HTTP/1.1" status: 200 len: 815 time: 0.1657355 Aug 15 14:13:31.141896 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-d913feb7-d2c4-47b3-9984-5a4d995fcac6 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Request body: {'port': {'device_id': '95c01571-3b95-457e-8568-179f069177cd', 'network_id': '84973402-f5de-4cbd-a3be-16501fd5c3aa', 'admin_state_up': True, 'tenant_id': '407c1fd6fcf5420e9ec2759a80b92db4'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:13:31.212764 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6d9196ea-c8eb-427a-ba6b-282c70b694db req-80b6642f-8b3a-4a9d-9178-d2170d8c5075 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906930 Aug 15 14:13:31.387814 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-d913feb7-d2c4-47b3-9984-5a4d995fcac6 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Made reservation on behalf of 407c1fd6fcf5420e9ec2759a80b92db4 for: {'port': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:13:31.391616 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-d913feb7-d2c4-47b3-9984-5a4d995fcac6 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:31.468190 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:31.565376 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-d913feb7-d2c4-47b3-9984-5a4d995fcac6 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Allocated IP 172.20.0.14 (84973402-f5de-4cbd-a3be-16501fd5c3aa/605b3e14-49dc-4446-943a-b55a9146c77b/598b590b-e11e-42fe-b18d-e49e1780f282) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:13:31.777937 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-c755f5e9-a4d4-4afa-a1a8-879dedea6c97 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:31.779585 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-c755f5e9-a4d4-4afa-a1a8-879dedea6c97 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.20 "GET /v2.0/networks?id=b5e6e57a-e858-48a4-80c6-6207d83bb306 HTTP/1.1" status: 200 len: 814 time: 0.1810908 Aug 15 14:13:31.823150 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-8f22e869-44e6-4767-86eb-e7059a47026b tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Request body: {'port': {'device_id': '1a558a5e-54f3-46fd-a374-bbf28641d9f0', 'network_id': 'b5e6e57a-e858-48a4-80c6-6207d83bb306', 'admin_state_up': True, 'tenant_id': 'f6539b10a08a439a9c2f6adbc7c97a73'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:13:31.827897 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-54a8d789-14dc-4810-ac57-58ea3c5ce0c4 req-8fe73231-8bc6-402f-83fe-cea4b9dfd8d3 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 210 time: 0.0447383 Aug 15 14:13:31.878508 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-d913feb7-d2c4-47b3-9984-5a4d995fcac6 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:31.950502 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259fe6b-46af-467a-976e-7d5ead02b4e7 req-afe3d19d-539b-4cb1-8759-8edc8fca0cd8 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:31.952614 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-2259fe6b-46af-467a-976e-7d5ead02b4e7 req-afe3d19d-539b-4cb1-8759-8edc8fca0cd8 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0761986 Aug 15 14:13:31.991076 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-2259fe6b-46af-467a-976e-7d5ead02b4e7 req-05283232-4fdc-4e14-8a3d-84d1b938cb50 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322781 Aug 15 14:13:32.057773 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-d913feb7-d2c4-47b3-9984-5a4d995fcac6 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:32.072248 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['c95233d3-7524-4964-b190-66c3536c9a6a', 'a5457743-2995-4e22-866a-eeca633e1864'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:13:32.115489 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-8f22e869-44e6-4767-86eb-e7059a47026b tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Made reservation on behalf of f6539b10a08a439a9c2f6adbc7c97a73 for: {'port': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:13:32.119519 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-8f22e869-44e6-4767-86eb-e7059a47026b tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:32.127371 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5a9f39dd-ba62-4679-a745-23f870e2908b req-ef6b2fdc-eea2-47f7-a9a8-e647f5245650 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 210 time: 0.0670669 Aug 15 14:13:32.144761 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-d913feb7-d2c4-47b3-9984-5a4d995fcac6 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Network 84973402-f5de-4cbd-a3be-16501fd5c3aa is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:13:32.154526 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-d913feb7-d2c4-47b3-9984-5a4d995fcac6 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:13:32.161182 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-d913feb7-d2c4-47b3-9984-5a4d995fcac6 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:13:32.172987 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913feb7-d2c4-47b3-9984-5a4d995fcac6 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Pushing event updated for resources: {'Port': ['ID=598b590b-e11e-42fe-b18d-e49e1780f282,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:32.260355 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-d913feb7-d2c4-47b3-9984-5a4d995fcac6 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:32.260994 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-d913feb7-d2c4-47b3-9984-5a4d995fcac6 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:32.345634 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-8f22e869-44e6-4767-86eb-e7059a47026b tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Allocated IP 172.20.0.12 (b5e6e57a-e858-48a4-80c6-6207d83bb306/cf02de99-39af-40f2-b14a-37413c12659d/8c08a9c8-1e91-4680-b388-5194ff51aaae) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:13:32.357281 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0579d-d40b-4461-8370-c2e54c01abda req-a276bdd3-365a-4463-8818-87678341980d tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:32.373448 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-d913feb7-d2c4-47b3-9984-5a4d995fcac6 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2273979 Aug 15 14:13:32.373591 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-23c0579d-d40b-4461-8370-c2e54c01abda req-a276bdd3-365a-4463-8818-87678341980d tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 950 time: 0.0726316 Aug 15 14:13:32.383083 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-8bdc15c6-5abc-4d17-990f-fffe514df1c8 service neutron] Request body: {'port': {'device_id': '95c01571-3b95-457e-8568-179f069177cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:13:32.407347 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-23c0579d-d40b-4461-8370-c2e54c01abda req-ef992330-cbbf-45ca-b202-d683b07520aa tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378838 Aug 15 14:13:32.505369 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-8bdc15c6-5abc-4d17-990f-fffe514df1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:32.653034 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-8f22e869-44e6-4767-86eb-e7059a47026b tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:32.680407 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.provisioning_blocks [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-8f22e869-44e6-4767-86eb-e7059a47026b tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Transition to ACTIVE for port object 8c08a9c8-1e91-4680-b388-5194ff51aaae will not be triggered until provisioned by entity DHCP. {{(pid=94450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:13:32.847694 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-8bdc15c6-5abc-4d17-990f-fffe514df1c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 598b590b-e11e-42fe-b18d-e49e1780f282 {{(pid=94450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:13:32.854962 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-8bdc15c6-5abc-4d17-990f-fffe514df1c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:32.867030 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.provisioning_blocks [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-8bdc15c6-5abc-4d17-990f-fffe514df1c8 service neutron] Transition to ACTIVE for port object 598b590b-e11e-42fe-b18d-e49e1780f282 will not be triggered until provisioned by entity L2. {{(pid=94450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:13:32.932523 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-8f22e869-44e6-4767-86eb-e7059a47026b tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:33.007693 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-8f22e869-44e6-4767-86eb-e7059a47026b tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Network b5e6e57a-e858-48a4-80c6-6207d83bb306 is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:13:33.012785 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-8bdc15c6-5abc-4d17-990f-fffe514df1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:33.023072 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-8f22e869-44e6-4767-86eb-e7059a47026b tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:13:33.029280 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-8f22e869-44e6-4767-86eb-e7059a47026b tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:13:33.033205 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22e869-44e6-4767-86eb-e7059a47026b tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Pushing event updated for resources: {'Port': ['ID=8c08a9c8-1e91-4680-b388-5194ff51aaae,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:33.100248 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc15c6-5abc-4d17-990f-fffe514df1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=598b590b-e11e-42fe-b18d-e49e1780f282,revision_number=2']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:33.131911 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc176c1-dbd4-4943-8ea0-ce30f928a5bd req-8eab1307-54ca-4376-8e5b-614a4fb9ddc1 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:33.134104 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5dc176c1-dbd4-4943-8ea0-ce30f928a5bd req-8eab1307-54ca-4376-8e5b-614a4fb9ddc1 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 932 time: 0.1943669 Aug 15 14:13:33.178399 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-8f22e869-44e6-4767-86eb-e7059a47026b tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:33.178399 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-8f22e869-44e6-4767-86eb-e7059a47026b tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:33.300310 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5dc176c1-dbd4-4943-8ea0-ce30f928a5bd req-e0e36c13-4648-4c65-b079-c5415dd177b7 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552565 Aug 15 14:13:33.350306 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-8f22e869-44e6-4767-86eb-e7059a47026b tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5481055 Aug 15 14:13:33.406716 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-8bdc15c6-5abc-4d17-990f-fffe514df1c8 service neutron] Attempting to bind port 598b590b-e11e-42fe-b18d-e49e1780f282 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:13:33.407441 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-8bdc15c6-5abc-4d17-990f-fffe514df1c8 service neutron] Attempting to bind port 598b590b-e11e-42fe-b18d-e49e1780f282 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '0d773301-4627-4dbc-af30-9dbe1f56781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '84973402-f5de-4cbd-a3be-16501fd5c3aa'}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:13:33.408134 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-8bdc15c6-5abc-4d17-990f-fffe514df1c8 service neutron] Attempting to bind port 598b590b-e11e-42fe-b18d-e49e1780f282 on network 84973402-f5de-4cbd-a3be-16501fd5c3aa {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:13:33.425441 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-8bdc15c6-5abc-4d17-990f-fffe514df1c8 service neutron] Port 598b590b-e11e-42fe-b18d-e49e1780f282 on network 84973402-f5de-4cbd-a3be-16501fd5c3aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 15 14:13:33.425441 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-8bdc15c6-5abc-4d17-990f-fffe514df1c8 service neutron] Attempting to bind port 598b590b-e11e-42fe-b18d-e49e1780f282 on network 84973402-f5de-4cbd-a3be-16501fd5c3aa {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:13:33.453960 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-8bdc15c6-5abc-4d17-990f-fffe514df1c8 service neutron] Checking agent: {'id': '32bd799d-9334-4df6-9ae9-b970e79828b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'started_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:13:33.454387 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-8bdc15c6-5abc-4d17-990f-fffe514df1c8 service neutron] Checking segment: {'id': '0d773301-4627-4dbc-af30-9dbe1f56781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '84973402-f5de-4cbd-a3be-16501fd5c3aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:13:33.455008 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-8bdc15c6-5abc-4d17-990f-fffe514df1c8 service neutron] Bound using segment: {'id': '0d773301-4627-4dbc-af30-9dbe1f56781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '84973402-f5de-4cbd-a3be-16501fd5c3aa'} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:13:33.455611 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-8bdc15c6-5abc-4d17-990f-fffe514df1c8 service neutron] Bound port: 598b590b-e11e-42fe-b18d-e49e1780f282, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d773301-4627-4dbc-af30-9dbe1f56781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '84973402-f5de-4cbd-a3be-16501fd5c3aa'}}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:13:33.456044 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-8bdc15c6-5abc-4d17-990f-fffe514df1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:33.471079 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-7d4f533e-3c88-4959-b1c6-1f757ebbd1c8 None None] Provisioning for port 8c08a9c8-1e91-4680-b388-5194ff51aaae completed by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:13:33.475156 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-7d4f533e-3c88-4959-b1c6-1f757ebbd1c8 None None] Provisioning complete for port 8c08a9c8-1e91-4680-b388-5194ff51aaae triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:13:33.475531 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-7d4f533e-3c88-4959-b1c6-1f757ebbd1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:33.507553 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f852b61-d698-428a-92fc-b27dee3d3b5a req-a8725e34-f16b-495c-aa27-bee4975ac782 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:33.509564 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9f852b61-d698-428a-92fc-b27dee3d3b5a req-a8725e34-f16b-495c-aa27-bee4975ac782 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 950 time: 0.1058073 Aug 15 14:13:33.547160 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-7d4f533e-3c88-4959-b1c6-1f757ebbd1c8 None None] Port 8c08a9c8-1e91-4680-b388-5194ff51aaae cannot update to ACTIVE because it is not bound. {{(pid=94453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 15 14:13:33.588158 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-8bdc15c6-5abc-4d17-990f-fffe514df1c8 service neutron] For port 598b590b-e11e-42fe-b18d-e49e1780f282, host hv-cinder-80458, cleared binding levels {{(pid=94450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:13:33.603141 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9f852b61-d698-428a-92fc-b27dee3d3b5a req-0a04d7f5-6a69-4bee-9ff1-8cfba8766e51 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841801 Aug 15 14:13:33.607070 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-8bdc15c6-5abc-4d17-990f-fffe514df1c8 service neutron] For port 598b590b-e11e-42fe-b18d-e49e1780f282, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=598b590b-e11e-42fe-b18d-e49e1780f282,segment=NetworkSegment(0d773301-4627-4dbc-af30-9dbe1f56781d),segment_id=0d773301-4627-4dbc-af30-9dbe1f56781d)] {{(pid=94450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:13:33.709655 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-8bdc15c6-5abc-4d17-990f-fffe514df1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:33.752664 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-8bdc15c6-5abc-4d17-990f-fffe514df1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:33.753346 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-8bdc15c6-5abc-4d17-990f-fffe514df1c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:33.754813 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-8bdc15c6-5abc-4d17-990f-fffe514df1c8 service neutron] 10.222.0.20 "PUT /v2.0/ports/598b590b-e11e-42fe-b18d-e49e1780f282 HTTP/1.1" status: 200 len: 1094 time: 1.3783607 Aug 15 14:13:33.755502 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c01571-3b95-457e-8568-179f069177cd', 'tag': '598b590b-e11e-42fe-b18d-e49e1780f282'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:13:33.757924 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb321f2-4766-4715-92f6-826092db3711" -d '{"events": [{"name": "network-changed", "server_uuid": "95c01571-3b95-457e-8568-179f069177cd", "tag": "598b590b-e11e-42fe-b18d-e49e1780f282"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:13:33.788799 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b089292-6edc-4f54-a06b-cf1b9169c729 req-5b183893-84f5-434c-b6d6-1d7d4a673d75 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:33.791407 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1b089292-6edc-4f54-a06b-cf1b9169c729 req-5b183893-84f5-434c-b6d6-1d7d4a673d75 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.1159942 Aug 15 14:13:33.794716 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc15c6-5abc-4d17-990f-fffe514df1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=598b590b-e11e-42fe-b18d-e49e1780f282,revision_number=3']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:33.841692 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1b089292-6edc-4f54-a06b-cf1b9169c729 req-3a3c38b3-254e-49e8-81fa-fca49c7b8c93 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430813 Aug 15 14:13:33.968519 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70016a9-1fe5-4d8b-b5c6-4dd04cad5efd req-89ce2e89-3422-4008-ba0a-4b748f7b9e2c tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:33.979635 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f70016a9-1fe5-4d8b-b5c6-4dd04cad5efd req-89ce2e89-3422-4008-ba0a-4b748f7b9e2c tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 932 time: 0.0791802 Aug 15 14:13:34.029978 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f70016a9-1fe5-4d8b-b5c6-4dd04cad5efd req-b3be901b-9e07-4e24-803f-dee535ac3abc tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491621 Aug 15 14:13:34.081047 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746dd166-d431-46f6-bbd0-4576d64c5c2a x-openstack-request-id: req-746dd166-d431-46f6-bbd0-4576d64c5c2a {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:13:34.081460 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c01571-3b95-457e-8568-179f069177cd", "tag": "598b590b-e11e-42fe-b18d-e49e1780f282", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:13:34.081885 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-746dd166-d431-46f6-bbd0-4576d64c5c2a {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:13:34.082436 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c01571-3b95-457e-8568-179f069177cd', 'tag': '598b590b-e11e-42fe-b18d-e49e1780f282', 'status': 'completed', 'code': 200} Aug 15 14:13:34.431879 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4e606-b434-4318-ad84-d0a47ac2bc01 req-ceef36eb-f86e-4fb0-8840-6a0e5f0a1933 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:34.433386 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c2f4e606-b434-4318-ad84-d0a47ac2bc01 req-ceef36eb-f86e-4fb0-8840-6a0e5f0a1933 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 944 time: 0.0629199 Aug 15 14:13:34.473749 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c2f4e606-b434-4318-ad84-d0a47ac2bc01 req-e29f1cdc-2d48-4421-885c-23413fee1847 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342717 Aug 15 14:13:34.734109 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86795d0-be7b-4f4e-8797-a93726e335c2 req-db3f52df-c1f8-40fc-aa2b-13eead54dfa2 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:34.735842 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d86795d0-be7b-4f4e-8797-a93726e335c2 req-db3f52df-c1f8-40fc-aa2b-13eead54dfa2 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 950 time: 0.0527940 Aug 15 14:13:34.774580 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d86795d0-be7b-4f4e-8797-a93726e335c2 req-059194ab-7087-42be-8ad3-319b86f09c6b tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324056 Aug 15 14:13:34.961665 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b79ad-fd3d-4fdd-ae2f-0d2bbcdf0ff8 req-bbecfcdf-3223-4e1e-beea-ae46fd97f011 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:34.963538 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c24b79ad-fd3d-4fdd-ae2f-0d2bbcdf0ff8 req-bbecfcdf-3223-4e1e-beea-ae46fd97f011 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0535564 Aug 15 14:13:35.005718 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c24b79ad-fd3d-4fdd-ae2f-0d2bbcdf0ff8 req-1bd9edd0-5444-428b-88a1-b8a3c6cd0219 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358748 Aug 15 14:13:35.153044 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9997eb-84ac-4412-b2d7-30c3700080d1 req-2acd8908-3f7b-486a-ba28-d32b11609108 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:35.154514 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5e9997eb-84ac-4412-b2d7-30c3700080d1 req-2acd8908-3f7b-486a-ba28-d32b11609108 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 932 time: 0.0539980 Aug 15 14:13:35.191579 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5e9997eb-84ac-4412-b2d7-30c3700080d1 req-1ba210df-e02c-46b2-bc30-3d510beab0f1 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310750 Aug 15 14:13:35.585640 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98b2d0-8eea-43e9-894c-d89443b85069 req-d23c3f06-b5d5-47e1-8930-ac628e75083f tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:35.587347 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-3a98b2d0-8eea-43e9-894c-d89443b85069 req-d23c3f06-b5d5-47e1-8930-ac628e75083f tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 944 time: 0.0486171 Aug 15 14:13:35.624265 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-3a98b2d0-8eea-43e9-894c-d89443b85069 req-856a72e5-ac14-4556-bd3a-084137b165e4 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310588 Aug 15 14:13:35.893800 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e5e05-5a91-4456-856c-1ae0888ac589 req-cdb069d2-103c-42e2-ac4c-7940dbde851d tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:35.895276 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-cd7e5e05-5a91-4456-856c-1ae0888ac589 req-cdb069d2-103c-42e2-ac4c-7940dbde851d tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 950 time: 0.0540631 Aug 15 14:13:35.934916 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-cd7e5e05-5a91-4456-856c-1ae0888ac589 req-a3ffa928-6745-4f0a-a595-ffd25cc6d676 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327511 Aug 15 14:13:36.152529 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be84332-0409-4409-9251-1f78d88aa9fb req-d68a54b3-4f0c-4f73-8be1-2e6f3c185901 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:36.153993 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1be84332-0409-4409-9251-1f78d88aa9fb req-d68a54b3-4f0c-4f73-8be1-2e6f3c185901 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0687916 Aug 15 14:13:36.192491 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1be84332-0409-4409-9251-1f78d88aa9fb req-fc7f2fba-70f9-4c5d-8d5a-3e180258744a tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325022 Aug 15 14:13:36.316550 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c873204-013b-4ace-ac4a-1e2f9323a92c req-968f8dcb-2b1f-4ffa-a7db-ca1fec0d64c4 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:36.318043 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8c873204-013b-4ace-ac4a-1e2f9323a92c req-968f8dcb-2b1f-4ffa-a7db-ca1fec0d64c4 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 932 time: 0.0504408 Aug 15 14:13:36.358849 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8c873204-013b-4ace-ac4a-1e2f9323a92c req-d6ebdebc-2109-454d-8306-42efa3e57df1 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325835 Aug 15 14:13:36.743312 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa471e00-6aa9-4b67-bd1e-a6df033c1d22 req-5286c8fb-4b68-4000-b798-d7e3d7590b1f tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:36.744916 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-fa471e00-6aa9-4b67-bd1e-a6df033c1d22 req-5286c8fb-4b68-4000-b798-d7e3d7590b1f tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 944 time: 0.0511377 Aug 15 14:13:36.784916 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-fa471e00-6aa9-4b67-bd1e-a6df033c1d22 req-7da01046-61ab-4794-a511-538bd5413410 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340452 Aug 15 14:13:37.059574 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1840c-e19d-4327-8502-225f40a47a89 req-26dce6c6-6e6c-403e-9ac3-e15628c8ddf0 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:37.061000 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e8a1840c-e19d-4327-8502-225f40a47a89 req-26dce6c6-6e6c-403e-9ac3-e15628c8ddf0 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 950 time: 0.0518591 Aug 15 14:13:37.099518 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e8a1840c-e19d-4327-8502-225f40a47a89 req-68e7dda9-447f-43d6-bbce-bca5229cce0e tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325804 Aug 15 14:13:37.311842 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b98dc-5370-406a-a6f3-3dde5f8fb567 req-4604649a-8fd9-4029-ad40-ff8095ce052c tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:37.313312 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1c7b98dc-5370-406a-a6f3-3dde5f8fb567 req-4604649a-8fd9-4029-ad40-ff8095ce052c tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0523984 Aug 15 14:13:37.352551 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1c7b98dc-5370-406a-a6f3-3dde5f8fb567 req-e17b0e0f-fb57-46c5-8880-ced5e0fc2b6a tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326583 Aug 15 14:13:37.478511 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a76e0b-a95d-4264-85be-98d1f89393a1 req-f0f14078-e6a8-43b2-b285-4d181bcba4b5 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:37.479862 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e0a76e0b-a95d-4264-85be-98d1f89393a1 req-f0f14078-e6a8-43b2-b285-4d181bcba4b5 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 932 time: 0.0471287 Aug 15 14:13:37.514974 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e0a76e0b-a95d-4264-85be-98d1f89393a1 req-24455465-9129-4cfa-bbdf-f419cff7b5b7 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293164 Aug 15 14:13:37.901944 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3ff9f-0599-4f2f-ac46-370d4487fbea req-59f83bf9-2cce-42ae-9c5a-7904df67630f tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:37.903366 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b0a3ff9f-0599-4f2f-ac46-370d4487fbea req-59f83bf9-2cce-42ae-9c5a-7904df67630f tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 944 time: 0.0508926 Aug 15 14:13:37.939114 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b0a3ff9f-0599-4f2f-ac46-370d4487fbea req-eb7e7df1-1d08-4141-a8e3-ef8aee120644 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298853 Aug 15 14:13:38.214437 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d40cc4-4f7a-49c4-9789-0e677e38de39 req-4171dba7-cd6e-40ac-97d7-cdb1d97d34fe tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:38.215930 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-94d40cc4-4f7a-49c4-9789-0e677e38de39 req-4171dba7-cd6e-40ac-97d7-cdb1d97d34fe tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 950 time: 0.0499976 Aug 15 14:13:38.262542 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-94d40cc4-4f7a-49c4-9789-0e677e38de39 req-b70229b2-5282-4c07-9d3a-df0c0fa4fb7b tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407083 Aug 15 14:13:38.479918 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33b4fc-b868-4f75-9a62-3eb6474a97ed req-f7cba337-2ec5-454e-877f-cb2257e45736 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:38.481439 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ea33b4fc-b868-4f75-9a62-3eb6474a97ed req-f7cba337-2ec5-454e-877f-cb2257e45736 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0492322 Aug 15 14:13:38.521677 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ea33b4fc-b868-4f75-9a62-3eb6474a97ed req-ba6a4668-4e1b-4492-9a3e-a39e4e511481 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339189 Aug 15 14:13:38.636506 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e9170-3b26-4d66-b827-bff33f6b35f3 req-c6db2523-a7d6-4104-bd95-db549ac71c6c tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:38.637932 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a56e9170-3b26-4d66-b827-bff33f6b35f3 req-c6db2523-a7d6-4104-bd95-db549ac71c6c tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 932 time: 0.0581536 Aug 15 14:13:38.679057 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a56e9170-3b26-4d66-b827-bff33f6b35f3 req-8a7eee3f-11ee-4beb-b8f6-3eca682ea452 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350707 Aug 15 14:13:39.063194 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c1f9a-2973-4076-b0f8-e00664d09c29 req-7f9f25a1-2c96-47c6-94fa-e5830dc7ed90 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:39.064660 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7f3c1f9a-2973-4076-b0f8-e00664d09c29 req-7f9f25a1-2c96-47c6-94fa-e5830dc7ed90 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 944 time: 0.0481193 Aug 15 14:13:39.103593 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7f3c1f9a-2973-4076-b0f8-e00664d09c29 req-50a7b9ce-dcdf-4eae-9e52-5e2cda65c126 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330181 Aug 15 14:13:39.376952 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81467253-51dc-4771-af95-9c70f475e014 req-7a43b593-f113-484e-af4b-943f420879f7 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:39.378554 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-81467253-51dc-4771-af95-9c70f475e014 req-7a43b593-f113-484e-af4b-943f420879f7 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 950 time: 0.0481610 Aug 15 14:13:39.432427 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-81467253-51dc-4771-af95-9c70f475e014 req-db30327e-e138-4abf-bbd8-613d61a8db0f tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374494 Aug 15 14:13:39.644272 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6761f9-4d06-4ce0-a8cb-229fe0a90c5f req-faa16bfd-ae63-4f89-ad11-90a2223f33b8 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:39.646704 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ae6761f9-4d06-4ce0-a8cb-229fe0a90c5f req-faa16bfd-ae63-4f89-ad11-90a2223f33b8 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0550478 Aug 15 14:13:39.686283 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ae6761f9-4d06-4ce0-a8cb-229fe0a90c5f req-55d96473-b801-4f23-9093-75665d0250b6 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341246 Aug 15 14:13:39.792021 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455215a2-c541-4d26-8cc6-5b5c9b577da2 req-7ae31872-0729-45ad-8b7a-2bab52baae05 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:39.793650 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-455215a2-c541-4d26-8cc6-5b5c9b577da2 req-7ae31872-0729-45ad-8b7a-2bab52baae05 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 932 time: 0.0516288 Aug 15 14:13:39.832125 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-455215a2-c541-4d26-8cc6-5b5c9b577da2 req-62866e7d-d44f-4824-9082-468746a26bb8 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317452 Aug 15 14:13:40.239800 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400cf9d-4cc6-479d-85e2-d8f8a181ca30 req-83fe64a1-3e5d-4c52-939d-8c1917042a90 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:40.241374 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e400cf9d-4cc6-479d-85e2-d8f8a181ca30 req-83fe64a1-3e5d-4c52-939d-8c1917042a90 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 944 time: 0.0512750 Aug 15 14:13:40.281700 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e400cf9d-4cc6-479d-85e2-d8f8a181ca30 req-51e310c4-4c0f-4745-9123-5b3463909535 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332358 Aug 15 14:13:40.574012 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0170d2-ecc7-46cc-957a-d262957b6e1c req-f880bb24-9a3c-400c-b8bd-3c848fc9d5b2 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:40.575622 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-cc0170d2-ecc7-46cc-957a-d262957b6e1c req-f880bb24-9a3c-400c-b8bd-3c848fc9d5b2 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 950 time: 0.0625463 Aug 15 14:13:40.621436 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-cc0170d2-ecc7-46cc-957a-d262957b6e1c req-f14886e2-04c3-4b5b-acbd-f2a9b4db32d3 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394573 Aug 15 14:13:40.793425 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-01928c76-6186-445d-a72a-f865648cf2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:40.818386 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1242c-50c6-4968-806d-75cdca519f2e req-5394a79e-6e15-4783-8d99-449d9113a1ff tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:40.818386 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e1b1242c-50c6-4968-806d-75cdca519f2e req-5394a79e-6e15-4783-8d99-449d9113a1ff tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0527616 Aug 15 14:13:40.857924 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e1b1242c-50c6-4968-806d-75cdca519f2e req-59886cb4-d8ca-4aed-b01e-2fd7e5214086 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333030 Aug 15 14:13:40.981163 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac317b9d-716a-4bb4-a47c-26b694445e1d req-bf8152bd-3387-4ec3-926c-763f9a2fabef tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:40.982697 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ac317b9d-716a-4bb4-a47c-26b694445e1d req-bf8152bd-3387-4ec3-926c-763f9a2fabef tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 932 time: 0.0588667 Aug 15 14:13:41.021638 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ac317b9d-716a-4bb4-a47c-26b694445e1d req-e7c1c1c4-7f37-4fef-bb20-8ed027965c8b tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326626 Aug 15 14:13:41.182737 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 45336) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:41.307528 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-385c5ed1-ab16-4bfa-ae6a-197f273a2b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:41.394100 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-385c5ed1-ab16-4bfa-ae6a-197f273a2b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:41.450792 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-385c5ed1-ab16-4bfa-ae6a-197f273a2b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:41.488466 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0960e-66b1-4abd-9a04-d7d07d7c8f66 req-5b1a6db9-c4ed-433e-bb31-101f061e1154 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:41.489954 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8ed0960e-66b1-4abd-9a04-d7d07d7c8f66 req-5b1a6db9-c4ed-433e-bb31-101f061e1154 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 944 time: 0.0749867 Aug 15 14:13:41.497003 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-385c5ed1-ab16-4bfa-ae6a-197f273a2b8f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=393cefc0fb594ac59a5a55efba10c739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132415 Aug 15 14:13:41.499810 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 45350) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:41.508382 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5ed1-ab16-4bfa-ae6a-197f273a2b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761c4fdc-fc64-47f2-97bd-1e03833dde73,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:41.537458 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8ed0960e-66b1-4abd-9a04-d7d07d7c8f66 req-ed6b2bdb-2dd8-4ad8-975a-98ce180a8db6 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393267 Aug 15 14:13:41.553480 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-4d761575-8460-460a-9037-ac8862aab995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:41.574141 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-4d761575-8460-460a-9037-ac8862aab995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:41.693469 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-4d761575-8460-460a-9037-ac8862aab995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:41.696770 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-4d761575-8460-460a-9037-ac8862aab995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:41.697983 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-4d761575-8460-460a-9037-ac8862aab995 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/761c4fdc-fc64-47f2-97bd-1e03833dde73 HTTP/1.1" status: 204 len: 168 time: 0.1971552 Aug 15 14:13:41.705859 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d761575-8460-460a-9037-ac8862aab995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761c4fdc-fc64-47f2-97bd-1e03833dde73,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:41.745920 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76c6fb-f78c-43dd-a28c-3740b20cad33 req-b14a5d39-1511-4930-af84-3fd72ba484a2 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:41.747346 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ce76c6fb-f78c-43dd-a28c-3740b20cad33 req-b14a5d39-1511-4930-af84-3fd72ba484a2 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 950 time: 0.0591035 Aug 15 14:13:41.787185 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ce76c6fb-f78c-43dd-a28c-3740b20cad33 req-d309df88-bbf5-4d59-83da-870da13c684f tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340471 Aug 15 14:13:41.982906 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c95ee5-dcda-4a03-9fe2-93bc304029e9 req-3b733d5f-863d-4583-8b7d-e24446ce5f7f tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:41.984385 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-01c95ee5-dcda-4a03-9fe2-93bc304029e9 req-3b733d5f-863d-4583-8b7d-e24446ce5f7f tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0497015 Aug 15 14:13:42.022720 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-01c95ee5-dcda-4a03-9fe2-93bc304029e9 req-e1ca7609-7c82-4f85-a8e2-ce060fbe9aa5 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321093 Aug 15 14:13:42.142800 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79523c04-7676-4498-93b0-62cfffba966c req-21fe7079-d7b3-467a-a74f-be92075be511 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:42.144261 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-79523c04-7676-4498-93b0-62cfffba966c req-21fe7079-d7b3-467a-a74f-be92075be511 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 932 time: 0.0483189 Aug 15 14:13:42.182588 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-79523c04-7676-4498-93b0-62cfffba966c req-16ba38d1-9e7a-42e8-a7f3-dd26cd887f53 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322182 Aug 15 14:13:42.300489 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 45366) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:42.314966 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-04311a70-7f39-49e6-8b9c-710e04256287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:42.405829 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-04311a70-7f39-49e6-8b9c-710e04256287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:42.476932 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-04311a70-7f39-49e6-8b9c-710e04256287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:42.519053 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-04311a70-7f39-49e6-8b9c-710e04256287 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9b980e48aa5a4c14b7e392a5cf0bb835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2151539 Aug 15 14:13:42.519053 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04311a70-7f39-49e6-8b9c-710e04256287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dc68a2-92bc-4923-a0c1-607bc85597e5,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:42.519785 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 45368) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:42.581325 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9fe6ea85-0e14-4278-9f06-529183f5e24f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:42.611417 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9fe6ea85-0e14-4278-9f06-529183f5e24f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:42.693084 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec6802-52b9-4921-a20f-752f55cd573a req-c1780a5e-5dc7-40d9-b417-a7482c62798f tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:42.699198 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-caec6802-52b9-4921-a20f-752f55cd573a req-c1780a5e-5dc7-40d9-b417-a7482c62798f tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 944 time: 0.0807698 Aug 15 14:13:42.736054 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-caec6802-52b9-4921-a20f-752f55cd573a req-b1fcccec-9b4d-40be-b20d-7ed4f919d121 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343084 Aug 15 14:13:42.775722 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9fe6ea85-0e14-4278-9f06-529183f5e24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:42.778429 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9fe6ea85-0e14-4278-9f06-529183f5e24f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:42.779584 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-9fe6ea85-0e14-4278-9f06-529183f5e24f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/98dc68a2-92bc-4923-a0c1-607bc85597e5 HTTP/1.1" status: 204 len: 168 time: 0.2589829 Aug 15 14:13:42.788268 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6ea85-0e14-4278-9f06-529183f5e24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dc68a2-92bc-4923-a0c1-607bc85597e5,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:42.916531 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fd506-26df-4795-97b0-7a9eca4c06ce req-3466514a-40d7-4312-ab50-a6cd7d8e4cf2 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:42.918120 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6e8fd506-26df-4795-97b0-7a9eca4c06ce req-3466514a-40d7-4312-ab50-a6cd7d8e4cf2 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 950 time: 0.0557177 Aug 15 14:13:42.959722 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6e8fd506-26df-4795-97b0-7a9eca4c06ce req-90918ce8-bed4-421d-8b5d-2d48a21afe91 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349157 Aug 15 14:13:43.140886 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a450a-b12b-46df-bca7-efafe93184d2 req-29070658-e266-43e5-b25b-adc70bedcf48 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:43.142590 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ab5a450a-b12b-46df-bca7-efafe93184d2 req-29070658-e266-43e5-b25b-adc70bedcf48 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0532281 Aug 15 14:13:43.267442 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-02f0b0f7-0135-41d5-b358-e7248f21998f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:43.397040 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ab5a450a-b12b-46df-bca7-efafe93184d2 req-b0e6d3e4-a3bd-4944-b22d-51b0212dadf0 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473888 Aug 15 14:13:43.508279 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1417ba-b27e-417d-8e3a-b8aa5376c247 req-96256316-de1b-4588-9bb0-7318e2b90943 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:43.527717 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8e1417ba-b27e-417d-8e3a-b8aa5376c247 req-96256316-de1b-4588-9bb0-7318e2b90943 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 932 time: 0.0713739 Aug 15 14:13:43.561492 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8e1417ba-b27e-417d-8e3a-b8aa5376c247 req-2b39a3a7-65d3-41f9-a1fd-dd846eb4e239 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328808 Aug 15 14:13:43.811202 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:43.861085 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1ab1f-660b-48b4-9f8c-ba38c944ad73 req-2e7723a9-dd12-456c-af21-4badbcfc2010 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:43.862664 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4ce1ab1f-660b-48b4-9f8c-ba38c944ad73 req-2e7723a9-dd12-456c-af21-4badbcfc2010 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 944 time: 0.0485191 Aug 15 14:13:43.922591 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4ce1ab1f-660b-48b4-9f8c-ba38c944ad73 req-7cd2304c-3672-49c3-b844-8022f49bba48 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469129 Aug 15 14:13:43.973552 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 45410) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:44.083386 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24736042-1a41-4e04-9c6b-5f87d49bbfd5 req-ef336a98-11cf-490e-b6ae-0639fd39575f tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:44.084885 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-24736042-1a41-4e04-9c6b-5f87d49bbfd5 req-ef336a98-11cf-490e-b6ae-0639fd39575f tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 950 time: 0.0526023 Aug 15 14:13:44.110470 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-767a02a9-f447-4bba-9b80-41267080aaec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-600067927-network', 'tenant_id': '5d1346802dee43b58d82472407be0d8a'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:13:44.154107 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-24736042-1a41-4e04-9c6b-5f87d49bbfd5 req-93ab4ebb-5b75-4227-bbaf-376dbe8bc4ab tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596964 Aug 15 14:13:44.241908 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767a02a9-f447-4bba-9b80-41267080aaec admin admin] Made reservation on behalf of 5d1346802dee43b58d82472407be0d8a for: {'network': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:13:44.244230 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-767a02a9-f447-4bba-9b80-41267080aaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for network, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:44.253024 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-767a02a9-f447-4bba-9b80-41267080aaec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:44.337486 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-767a02a9-f447-4bba-9b80-41267080aaec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:44.392447 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-767a02a9-f447-4bba-9b80-41267080aaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:44.416378 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-767a02a9-f447-4bba-9b80-41267080aaec admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=94450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 15 14:13:44.430887 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a02a9-f447-4bba-9b80-41267080aaec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb51823c-0eee-41d9-b171-654587ee3c31,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:44.431048 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-767a02a9-f447-4bba-9b80-41267080aaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:44.431354 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.db.segments_db [None req-767a02a9-f447-4bba-9b80-41267080aaec admin admin] Added segment 6aad6fef-305a-4b1d-b361-b0a00020e2fb of type vlan for network cca027d4-4541-4199-9a90-43e58a2b8bdb Aug 15 14:13:44.480946 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-767a02a9-f447-4bba-9b80-41267080aaec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787668796995'] for network, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:44.539181 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26fa06-db15-4d83-90aa-0393d1fcbcaa req-1c4cc6ce-94a9-4229-8d16-59744c14502c tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:44.540584 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5b26fa06-db15-4d83-90aa-0393d1fcbcaa req-1c4cc6ce-94a9-4229-8d16-59744c14502c tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0706320 Aug 15 14:13:44.582907 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5b26fa06-db15-4d83-90aa-0393d1fcbcaa req-24b1beda-c928-4d0b-b2cc-5f58d657947e tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343664 Aug 15 14:13:44.598992 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-767a02a9-f447-4bba-9b80-41267080aaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for network, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:44.600074 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767a02a9-f447-4bba-9b80-41267080aaec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:44.600729 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-767a02a9-f447-4bba-9b80-41267080aaec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:44.692725 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a02a9-f447-4bba-9b80-41267080aaec admin admin] Pushing event updated for resources: {'Network': ['ID=cca027d4-4541-4199-9a90-43e58a2b8bdb,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:44.705480 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Network cca027d4-4541-4199-9a90-43e58a2b8bdb details requested by agent ovs-agent-dv-cinder-804581-6-iscsi with host dv-cinder-804581-6-iscsi {{(pid=94453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 15 14:13:44.714183 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce1403-4a1d-4117-8787-52fa87e11f6c req-543f3c5d-cfc4-4b05-a2af-672f1cbd9636 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:44.715679 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-11ce1403-4a1d-4117-8787-52fa87e11f6c req-543f3c5d-cfc4-4b05-a2af-672f1cbd9636 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 932 time: 0.0703304 Aug 15 14:13:44.746968 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:44.754223 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-11ce1403-4a1d-4117-8787-52fa87e11f6c req-ffec6398-05fa-4c5a-a222-b4cd0156be49 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323381 Aug 15 14:13:44.760049 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 45422) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:44.763940 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-767a02a9-f447-4bba-9b80-41267080aaec admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7855678 Aug 15 14:13:44.766774 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-03d5f101-cfc4-4a32-bf5a-35fc2926e728 admin admin] Request body: {'subnet': {'network_id': 'cca027d4-4541-4199-9a90-43e58a2b8bdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-600067927-subnet', 'tenant_id': '5d1346802dee43b58d82472407be0d8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:13:44.838172 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d5f101-cfc4-4a32-bf5a-35fc2926e728 admin admin] Made reservation on behalf of 5d1346802dee43b58d82472407be0d8a for: {'subnet': 1} {{(pid=94451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:13:44.840502 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-03d5f101-cfc4-4a32-bf5a-35fc2926e728 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:45.032729 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-03d5f101-cfc4-4a32-bf5a-35fc2926e728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for subnet, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:45.042298 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22ee56-6937-4b52-8570-383e8209efd5 req-0ff54ba4-0285-4f6c-abc2-a1ffb053a217 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:45.043768 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5d22ee56-6937-4b52-8570-383e8209efd5 req-0ff54ba4-0285-4f6c-abc2-a1ffb053a217 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 944 time: 0.0480652 Aug 15 14:13:45.082456 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5d22ee56-6937-4b52-8570-383e8209efd5 req-34231d87-c64e-45c0-8e46-24327cbba34b tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321579 Aug 15 14:13:45.092155 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5f101-cfc4-4a32-bf5a-35fc2926e728 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cac942f9-2e33-480e-9493-b06701d4d878,revision_number=0']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:45.100628 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d5f101-cfc4-4a32-bf5a-35fc2926e728 admin admin] Checking segment: {'id': '6aad6fef-305a-4b1d-b361-b0a00020e2fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cca027d4-4541-4199-9a90-43e58a2b8bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:13:45.100980 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d5f101-cfc4-4a32-bf5a-35fc2926e728 admin admin] Network hostable DHCP agents. Network: cca027d4-4541-4199-9a90-43e58a2b8bdb, hostable agents: ['79a36ae1-c81e-4df0-b784-d4dbca0423ec'], hosted agents: [] {{(pid=94451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 15 14:13:45.170027 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d5f101-cfc4-4a32-bf5a-35fc2926e728 admin admin] Network cca027d4-4541-4199-9a90-43e58a2b8bdb is scheduled to be hosted by DHCP agent 79a36ae1-c81e-4df0-b784-d4dbca0423ec with binding_index 1 {{(pid=94451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 15 14:13:45.234001 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.base_scheduler [None req-03d5f101-cfc4-4a32-bf5a-35fc2926e728 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-6-iscsi, cca027d4-4541-4199-9a90-43e58a2b8bdb) {{(pid=94451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:13:45.241555 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d5f101-cfc4-4a32-bf5a-35fc2926e728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:45.242864 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-03d5f101-cfc4-4a32-bf5a-35fc2926e728 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:45.262627 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6ad1d8-4788-4050-bfe5-a43e0161b648 None None] Network cca027d4-4541-4199-9a90-43e58a2b8bdb requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:13:45.287588 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b55c1-76fa-4d06-bb0e-1bf697c34285 req-ce1469fe-a4b6-4fc5-a39e-75d85d732254 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:45.289879 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-582b55c1-76fa-4d06-bb0e-1bf697c34285 req-ce1469fe-a4b6-4fc5-a39e-75d85d732254 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 950 time: 0.0704806 Aug 15 14:13:45.331069 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-582b55c1-76fa-4d06-bb0e-1bf697c34285 req-ed992f6e-71ec-467a-8ca8-dc28ae29af7f tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349684 Aug 15 14:13:45.345487 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-03d5f101-cfc4-4a32-bf5a-35fc2926e728 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5837028 Aug 15 14:13:45.418308 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f788f578-9562-46ca-8897-8a754a7052f9 None None] Network cca027d4-4541-4199-9a90-43e58a2b8bdb requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:13:45.705528 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dce53e-dea2-4b5a-9f41-0447819f4120 req-eb30d8b7-ad6c-4fd1-acb5-718ab7180af4 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:45.707040 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c7dce53e-dea2-4b5a-9f41-0447819f4120 req-eb30d8b7-ad6c-4fd1-acb5-718ab7180af4 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0564044 Aug 15 14:13:45.747024 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c7dce53e-dea2-4b5a-9f41-0447819f4120 req-8967d51a-5c21-4794-92bc-66eea7bcd437 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332866 Aug 15 14:13:45.878905 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e7461-81c2-4bf6-86c4-1cb4fb5fa4b8 req-4b2073dd-c50b-4236-ba35-dcd512bda9fa tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:45.886142 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-592e7461-81c2-4bf6-86c4-1cb4fb5fa4b8 req-4b2073dd-c50b-4236-ba35-dcd512bda9fa tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 932 time: 0.0638902 Aug 15 14:13:45.920995 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-592e7461-81c2-4bf6-86c4-1cb4fb5fa4b8 req-856c5311-78b7-439c-b324-8f68a5f765b3 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333221 Aug 15 14:13:46.094384 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 45452) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:46.099547 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-d2591652-60c5-4478-9164-57da23e24a61 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1904462174-network', 'tenant_id': '09ab0328663c43b292a744b5733b0ebd'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:13:46.203707 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7b748-ccf7-4b34-b175-f4027c0cae37 req-36ae21f5-1f3d-464e-a0bc-1a255c1a5eef tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:46.205194 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4ce7b748-ccf7-4b34-b175-f4027c0cae37 req-36ae21f5-1f3d-464e-a0bc-1a255c1a5eef tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 944 time: 0.0514746 Aug 15 14:13:46.206369 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2591652-60c5-4478-9164-57da23e24a61 admin admin] Made reservation on behalf of 09ab0328663c43b292a744b5733b0ebd for: {'network': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:13:46.208526 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d2591652-60c5-4478-9164-57da23e24a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for network, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:46.223466 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d2591652-60c5-4478-9164-57da23e24a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:46.268926 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4ce7b748-ccf7-4b34-b175-f4027c0cae37 req-b5fe01da-5360-45ce-b199-c2d0d9b6ca08 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565972 Aug 15 14:13:46.340537 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d2591652-60c5-4478-9164-57da23e24a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:46.399314 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d2591652-60c5-4478-9164-57da23e24a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:46.441502 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2591652-60c5-4478-9164-57da23e24a61 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=94450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 15 14:13:46.464455 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2591652-60c5-4478-9164-57da23e24a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa38cce-3eff-4044-9543-cedb503d4835,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:46.470157 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d2591652-60c5-4478-9164-57da23e24a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:46.471056 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.db.segments_db [None req-d2591652-60c5-4478-9164-57da23e24a61 admin admin] Added segment 7230c9b8-680e-436c-9502-c15fe0022786 of type vlan for network 4f81dea8-7a2a-44f1-99ae-7643c2100003 Aug 15 14:13:46.520069 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca6941-4940-4275-9e32-0df912aa986f req-a08c006d-358b-4233-a1f3-09b78917afb4 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:46.521622 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-eeca6941-4940-4275-9e32-0df912aa986f req-a08c006d-358b-4233-a1f3-09b78917afb4 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 950 time: 0.1190419 Aug 15 14:13:46.526400 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d2591652-60c5-4478-9164-57da23e24a61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787668796995'] for network, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:46.545420 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:46.580822 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-eeca6941-4940-4275-9e32-0df912aa986f req-cdfbc439-3f73-49af-bd74-45c09fa422bf tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495787 Aug 15 14:13:46.650305 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d2591652-60c5-4478-9164-57da23e24a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for network, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:46.651307 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2591652-60c5-4478-9164-57da23e24a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:46.651901 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d2591652-60c5-4478-9164-57da23e24a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:46.729015 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2591652-60c5-4478-9164-57da23e24a61 admin admin] Pushing event updated for resources: {'Network': ['ID=4f81dea8-7a2a-44f1-99ae-7643c2100003,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:46.738807 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Network 4f81dea8-7a2a-44f1-99ae-7643c2100003 details requested by agent ovs-agent-dv-cinder-804581-6-iscsi with host dv-cinder-804581-6-iscsi {{(pid=94453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 15 14:13:46.805171 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-d2591652-60c5-4478-9164-57da23e24a61 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7095392 Aug 15 14:13:46.807950 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 45462) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:46.813372 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-94246e06-0ccd-4b84-bfd7-f10f6ed5027b admin admin] Request body: {'subnet': {'network_id': '4f81dea8-7a2a-44f1-99ae-7643c2100003', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1904462174-subnet', 'tenant_id': '09ab0328663c43b292a744b5733b0ebd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:13:46.907080 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94246e06-0ccd-4b84-bfd7-f10f6ed5027b admin admin] Made reservation on behalf of 09ab0328663c43b292a744b5733b0ebd for: {'subnet': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:13:46.909941 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-94246e06-0ccd-4b84-bfd7-f10f6ed5027b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10384417'] for subnet, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:47.050842 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb5538-cea8-4346-8284-6a4140def5d8 req-6c934962-b706-47c1-bcf7-92bbf23f792a tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:47.052509 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-93fb5538-cea8-4346-8284-6a4140def5d8 req-6c934962-b706-47c1-bcf7-92bbf23f792a tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0870395 Aug 15 14:13:47.162006 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-93fb5538-cea8-4346-8284-6a4140def5d8 req-fc841145-7687-496d-86fe-6e807dbf559c tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768757 Aug 15 14:13:47.256300 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-94246e06-0ccd-4b84-bfd7-f10f6ed5027b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10384403'] for subnet, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:47.323731 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fd2f6-df77-4f2e-919e-abcefad80c87 req-59de9f08-4061-4388-86db-3b57bced0bd2 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:47.325225 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-be8fd2f6-df77-4f2e-919e-abcefad80c87 req-59de9f08-4061-4388-86db-3b57bced0bd2 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 932 time: 0.1065605 Aug 15 14:13:47.330947 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94246e06-0ccd-4b84-bfd7-f10f6ed5027b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bd9434c-9fad-43e4-b450-8f22034d0d66,revision_number=0']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:47.365263 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94246e06-0ccd-4b84-bfd7-f10f6ed5027b admin admin] Checking segment: {'id': '7230c9b8-680e-436c-9502-c15fe0022786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4f81dea8-7a2a-44f1-99ae-7643c2100003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:13:47.366033 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94246e06-0ccd-4b84-bfd7-f10f6ed5027b admin admin] Network hostable DHCP agents. Network: 4f81dea8-7a2a-44f1-99ae-7643c2100003, hostable agents: ['79a36ae1-c81e-4df0-b784-d4dbca0423ec'], hosted agents: [] {{(pid=94450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 15 14:13:47.386945 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-be8fd2f6-df77-4f2e-919e-abcefad80c87 req-b6db7dab-0cdf-44ee-9b5b-9c52494fa29d tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485847 Aug 15 14:13:47.495690 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a788c9c-0f3c-47de-9f49-a0dd582f85e6 req-a44c9eed-8084-4a75-9ef1-3677d3a9db2d tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:47.497811 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2a788c9c-0f3c-47de-9f49-a0dd582f85e6 req-a44c9eed-8084-4a75-9ef1-3677d3a9db2d tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 944 time: 0.0533388 Aug 15 14:13:47.542158 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2a788c9c-0f3c-47de-9f49-a0dd582f85e6 req-eaaf97fb-58cd-4bdc-ac3a-ac239f042b32 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377321 Aug 15 14:13:47.705522 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c4ec1-eba2-4eeb-a41c-18edf5ebc626 req-36c98f0d-058d-493a-bb35-b3e88e36bc22 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:47.706909 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-609c4ec1-eba2-4eeb-a41c-18edf5ebc626 req-36c98f0d-058d-493a-bb35-b3e88e36bc22 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 950 time: 0.0587356 Aug 15 14:13:47.745417 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-609c4ec1-eba2-4eeb-a41c-18edf5ebc626 req-160d9dec-1043-4854-a6ce-6e41a58c47d7 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307200 Aug 15 14:13:47.927356 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94246e06-0ccd-4b84-bfd7-f10f6ed5027b admin admin] Network 4f81dea8-7a2a-44f1-99ae-7643c2100003 is scheduled to be hosted by DHCP agent 79a36ae1-c81e-4df0-b784-d4dbca0423ec with binding_index 1 {{(pid=94450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 15 14:13:48.053178 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [None req-94246e06-0ccd-4b84-bfd7-f10f6ed5027b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-6-iscsi, 4f81dea8-7a2a-44f1-99ae-7643c2100003) {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:13:48.058004 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94246e06-0ccd-4b84-bfd7-f10f6ed5027b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:48.063327 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-94246e06-0ccd-4b84-bfd7-f10f6ed5027b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for subnet, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:48.064062 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bc8a51-8008-4e49-b6b2-03c45e79e15c None None] Network 4f81dea8-7a2a-44f1-99ae-7643c2100003 requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:13:48.141836 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-94246e06-0ccd-4b84-bfd7-f10f6ed5027b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3326857 Aug 15 14:13:48.192471 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3d4592-7dc9-4397-8c0d-d31443520a70 None None] Network 4f81dea8-7a2a-44f1-99ae-7643c2100003 requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:13:48.300361 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bab70-5018-432c-8ec4-e21dea3a8c6c req-832e3236-d2e5-47b1-817d-0f3f265b5462 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:48.313575 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-423bab70-5018-432c-8ec4-e21dea3a8c6c req-832e3236-d2e5-47b1-817d-0f3f265b5462 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0824876 Aug 15 14:13:48.381307 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-423bab70-5018-432c-8ec4-e21dea3a8c6c req-f75b9423-0faf-49c1-9d92-74d84c4d0853 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564790 Aug 15 14:13:48.522845 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa3952-685f-4354-aeaa-d7936e91f216 req-252cfab1-8257-4177-b66f-b14864124684 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:48.524404 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7aaa3952-685f-4354-aeaa-d7936e91f216 req-252cfab1-8257-4177-b66f-b14864124684 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 932 time: 0.0526054 Aug 15 14:13:48.565190 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7aaa3952-685f-4354-aeaa-d7936e91f216 req-0d849f23-605e-4edb-9dfa-46522f477865 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330741 Aug 15 14:13:48.671717 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2771b77-7eaa-4039-8bdc-e16aacba281f req-f328fc63-ada9-463a-a499-79cd8d30f2da tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:48.673160 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d2771b77-7eaa-4039-8bdc-e16aacba281f req-f328fc63-ada9-463a-a499-79cd8d30f2da tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 944 time: 0.0523698 Aug 15 14:13:48.711076 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d2771b77-7eaa-4039-8bdc-e16aacba281f req-7029a2b1-bf87-4516-af68-c66b21ec5be0 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310013 Aug 15 14:13:48.859464 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46aee1-0adb-4b93-9f12-89b5798d491a req-0a0e6ecf-c7cc-4552-a581-ab7e08c17b41 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:48.860931 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6f46aee1-0adb-4b93-9f12-89b5798d491a req-0a0e6ecf-c7cc-4552-a581-ab7e08c17b41 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 950 time: 0.0488477 Aug 15 14:13:48.900015 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6f46aee1-0adb-4b93-9f12-89b5798d491a req-98ed9434-3f41-4d20-9b04-3d781a805286 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324478 Aug 15 14:13:49.462125 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:13:49.487507 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bcc66-e4cf-4946-9325-45ce0597687b req-299e59c1-4f1f-4e10-b324-a1d4cbb4de4b tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:49.489023 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5a4bcc66-e4cf-4946-9325-45ce0597687b req-299e59c1-4f1f-4e10-b324-a1d4cbb4de4b tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0483212 Aug 15 14:13:49.528193 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5a4bcc66-e4cf-4946-9325-45ce0597687b req-4f6829e7-d1ba-4461-a547-53d8774251eb tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322697 Aug 15 14:13:49.681217 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62fd24-8e38-433a-bd27-5f6f96a27db4 req-d52d9d8f-bf27-47f2-b103-14573bc2728c tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:49.682720 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ab62fd24-8e38-433a-bd27-5f6f96a27db4 req-d52d9d8f-bf27-47f2-b103-14573bc2728c tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 932 time: 0.0528126 Aug 15 14:13:49.719593 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ab62fd24-8e38-433a-bd27-5f6f96a27db4 req-81bb63fa-7ab2-4558-8631-e69fd12da88a tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309198 Aug 15 14:13:49.828345 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501da5c-5fd9-4a06-8935-6a155540134a req-d08be231-9627-44fb-bb37-238d2478714e tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:49.829883 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e501da5c-5fd9-4a06-8935-6a155540134a req-d08be231-9627-44fb-bb37-238d2478714e tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 944 time: 0.0532775 Aug 15 14:13:49.868603 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e501da5c-5fd9-4a06-8935-6a155540134a req-473e3613-9a0c-439f-bcfe-1798a1043d4d tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325491 Aug 15 14:13:50.017031 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c7961-f2ad-4d34-b28f-0abba00a55ac req-4c27156f-72fb-4d8e-9c0f-bb37dc2d6aa6 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:50.018851 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f32c7961-f2ad-4d34-b28f-0abba00a55ac req-4c27156f-72fb-4d8e-9c0f-bb37dc2d6aa6 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 950 time: 0.0503581 Aug 15 14:13:50.065518 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f32c7961-f2ad-4d34-b28f-0abba00a55ac req-5167b078-5151-4bf9-9f3f-90481d982df7 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366814 Aug 15 14:13:50.651871 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55e7d1-fd30-4434-8e20-807855d07742 req-83c54e8a-48f9-4fd4-b4f7-199f5b37a82d tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:50.657878 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ba55e7d1-fd30-4434-8e20-807855d07742 req-83c54e8a-48f9-4fd4-b4f7-199f5b37a82d tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0627923 Aug 15 14:13:50.693559 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ba55e7d1-fd30-4434-8e20-807855d07742 req-8ec73c20-7c8e-48ec-8f32-8284cebadb78 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338962 Aug 15 14:13:50.716910 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 45528) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:50.839038 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-acf634fc-c5d1-4c99-81d9-bf3402bf6126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:50.869101 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8e914-7822-452b-8042-89cefbe29c82 req-d18d1239-239e-418d-bf18-832964a21639 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:50.870582 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d1c8e914-7822-452b-8042-89cefbe29c82 req-d18d1239-239e-418d-bf18-832964a21639 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 932 time: 0.0730264 Aug 15 14:13:50.930616 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d1c8e914-7822-452b-8042-89cefbe29c82 req-32d0ced9-7c72-425f-b609-a6ef7f1cbb19 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538542 Aug 15 14:13:50.974385 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-acf634fc-c5d1-4c99-81d9-bf3402bf6126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:51.050408 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9d0c6-567d-48dd-87be-3838e8e6e680 req-46a6a140-0c0f-4507-8a3c-2a3f958e5d90 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:51.051772 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b4a9d0c6-567d-48dd-87be-3838e8e6e680 req-46a6a140-0c0f-4507-8a3c-2a3f958e5d90 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 944 time: 0.0511446 Aug 15 14:13:51.052799 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-acf634fc-c5d1-4c99-81d9-bf3402bf6126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:51.106961 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-acf634fc-c5d1-4c99-81d9-bf3402bf6126 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0ea494e56cf14535b81899276551b68a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3888457 Aug 15 14:13:51.109738 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 45538) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:51.110613 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf634fc-c5d1-4c99-81d9-bf3402bf6126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91535468-7b1b-4a3a-8806-0aa5def02fb9,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:51.125898 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf634fc-c5d1-4c99-81d9-bf3402bf6126 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:13:51.126248 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf634fc-c5d1-4c99-81d9-bf3402bf6126 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:13:51.127786 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf634fc-c5d1-4c99-81d9-bf3402bf6126 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:13:51.128124 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf634fc-c5d1-4c99-81d9-bf3402bf6126 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:13:51.128453 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf634fc-c5d1-4c99-81d9-bf3402bf6126 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:13:51.128779 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf634fc-c5d1-4c99-81d9-bf3402bf6126 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:13:51.129103 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf634fc-c5d1-4c99-81d9-bf3402bf6126 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:13:51.129445 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf634fc-c5d1-4c99-81d9-bf3402bf6126 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:13:51.129774 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf634fc-c5d1-4c99-81d9-bf3402bf6126 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:13:51.130094 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf634fc-c5d1-4c99-81d9-bf3402bf6126 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:13:51.130416 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf634fc-c5d1-4c99-81d9-bf3402bf6126 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:13:51.130730 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf634fc-c5d1-4c99-81d9-bf3402bf6126 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:13:51.139242 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b4a9d0c6-567d-48dd-87be-3838e8e6e680 req-04452780-a7c8-4a35-adeb-efd007cd0ba2 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768194 Aug 15 14:13:51.166754 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-06064c5b-23b1-433d-a720-207d1a55f940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:51.187861 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-06064c5b-23b1-433d-a720-207d1a55f940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:51.246689 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c244a-f7b9-41f0-a789-3b09ad898e56 req-85450b7a-477e-4930-8e31-fb88a6fb7a5c tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:51.248234 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-553c244a-f7b9-41f0-a789-3b09ad898e56 req-85450b7a-477e-4930-8e31-fb88a6fb7a5c tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 950 time: 0.0526657 Aug 15 14:13:51.298503 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-06064c5b-23b1-433d-a720-207d1a55f940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:51.298503 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-06064c5b-23b1-433d-a720-207d1a55f940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:51.298503 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-06064c5b-23b1-433d-a720-207d1a55f940 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/91535468-7b1b-4a3a-8806-0aa5def02fb9 HTTP/1.1" status: 204 len: 168 time: 0.1823065 Aug 15 14:13:51.301293 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06064c5b-23b1-433d-a720-207d1a55f940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91535468-7b1b-4a3a-8806-0aa5def02fb9,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:51.301701 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-553c244a-f7b9-41f0-a789-3b09ad898e56 req-7462ffc9-d8dc-41f0-9d6f-7b2a5b1ff027 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420237 Aug 15 14:13:51.318313 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06064c5b-23b1-433d-a720-207d1a55f940 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:13:51.321328 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06064c5b-23b1-433d-a720-207d1a55f940 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:13:51.321328 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06064c5b-23b1-433d-a720-207d1a55f940 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:13:51.321328 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06064c5b-23b1-433d-a720-207d1a55f940 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:13:51.321328 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06064c5b-23b1-433d-a720-207d1a55f940 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:13:51.321328 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06064c5b-23b1-433d-a720-207d1a55f940 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:13:51.321328 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06064c5b-23b1-433d-a720-207d1a55f940 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:13:51.321328 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06064c5b-23b1-433d-a720-207d1a55f940 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:13:51.322004 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06064c5b-23b1-433d-a720-207d1a55f940 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:13:51.322004 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06064c5b-23b1-433d-a720-207d1a55f940 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:13:51.322251 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06064c5b-23b1-433d-a720-207d1a55f940 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:13:51.322354 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06064c5b-23b1-433d-a720-207d1a55f940 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:13:51.806694 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b06b5b-25d5-47b7-a317-30c11f1058cb req-c34ad286-79a7-4d42-b07c-f425a2975abd tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:51.808189 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-13b06b5b-25d5-47b7-a317-30c11f1058cb req-c34ad286-79a7-4d42-b07c-f425a2975abd tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0480270 Aug 15 14:13:51.854919 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-13b06b5b-25d5-47b7-a317-30c11f1058cb req-2a2224bf-f7b3-49bc-a8d7-bb1340e01fd7 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355082 Aug 15 14:13:51.946580 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 45560) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:51.959628 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-05073c5f-1c6c-43be-bf43-453c8af0b2c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:52.057079 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54303525-b72c-4e85-bcfa-b8b0f9989e9c req-7f0ec755-5aa7-4250-a06b-ab9bc800b41d tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:52.058743 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-54303525-b72c-4e85-bcfa-b8b0f9989e9c req-7f0ec755-5aa7-4250-a06b-ab9bc800b41d tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 932 time: 0.0491817 Aug 15 14:13:52.059489 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-05073c5f-1c6c-43be-bf43-453c8af0b2c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:52.097066 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-54303525-b72c-4e85-bcfa-b8b0f9989e9c req-0a3e9d27-4dca-4e58-88d9-c4640b8d195e tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318456 Aug 15 14:13:52.124157 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-05073c5f-1c6c-43be-bf43-453c8af0b2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:52.164547 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-05073c5f-1c6c-43be-bf43-453c8af0b2c3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a04af833dd9044cc9ed9576f7818247c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2167192 Aug 15 14:13:52.165456 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05073c5f-1c6c-43be-bf43-453c8af0b2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85b1cc1-1ed2-4f9b-90e6-95db3374304a,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:52.166966 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 45566) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:52.229727 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-414bc489-d925-4d01-95b7-6f960c387cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:52.269329 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-414bc489-d925-4d01-95b7-6f960c387cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:52.302482 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163f44c-04a3-4272-b2d6-a66824127b5e req-4652f31a-c2d1-4a39-9990-1cb90fb3b5a8 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:52.304654 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0163f44c-04a3-4272-b2d6-a66824127b5e req-4652f31a-c2d1-4a39-9990-1cb90fb3b5a8 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 944 time: 0.0877337 Aug 15 14:13:52.340045 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-20cc5cf3-8074-4b4a-be21-8852df2352fb service neutron] Request body: {'port': {'device_id': '1a558a5e-54f3-46fd-a374-bbf28641d9f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:13:52.447310 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0163f44c-04a3-4272-b2d6-a66824127b5e req-d2cd29aa-1848-4be2-9dd9-0ee1a7dda1b5 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160896 Aug 15 14:13:52.483690 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb321f2-4766-4715-92f6-826092db3711 req-5fea0185-18ff-4f49-adbc-799f194041a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:52.485427 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ceb321f2-4766-4715-92f6-826092db3711 req-5fea0185-18ff-4f49-adbc-799f194041a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=407c1fd6fcf5420e9ec2759a80b92db4&device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 1097 time: 0.1264606 Aug 15 14:13:52.490667 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-20cc5cf3-8074-4b4a-be21-8852df2352fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:52.507415 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d73e24-390a-4685-a01e-0dfcec05767c req-b5ad9113-97a7-424a-87bf-9cf15f3db4f0 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:52.509010 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-87d73e24-390a-4685-a01e-0dfcec05767c req-b5ad9113-97a7-424a-87bf-9cf15f3db4f0 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 950 time: 0.0965247 Aug 15 14:13:52.518892 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc780bef-7cc4-4b37-9d23-69a417ca82bf req-51e90443-b350-4423-a152-0b0ace7a5491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:52.520595 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-bc780bef-7cc4-4b37-9d23-69a417ca82bf req-51e90443-b350-4423-a152-0b0ace7a5491 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 1098 time: 0.0944996 Aug 15 14:13:52.575262 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-87d73e24-390a-4685-a01e-0dfcec05767c req-3c468c4d-a083-4c9f-a47f-7848774b73ae tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592630 Aug 15 14:13:52.577414 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-414bc489-d925-4d01-95b7-6f960c387cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:52.580024 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-414bc489-d925-4d01-95b7-6f960c387cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:52.581337 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-414bc489-d925-4d01-95b7-6f960c387cc3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d85b1cc1-1ed2-4f9b-90e6-95db3374304a HTTP/1.1" status: 204 len: 168 time: 0.4132304 Aug 15 14:13:52.586174 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-bc780bef-7cc4-4b37-9d23-69a417ca82bf req-8ec421f4-12bf-491e-923e-4f9f117429ec service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491953 Aug 15 14:13:52.606994 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414bc489-d925-4d01-95b7-6f960c387cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85b1cc1-1ed2-4f9b-90e6-95db3374304a,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:52.717662 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb321f2-4766-4715-92f6-826092db3711 req-657d8562-23fd-40ad-bc9e-e287d9f43b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:52.719429 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ceb321f2-4766-4715-92f6-826092db3711 req-657d8562-23fd-40ad-bc9e-e287d9f43b2e service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=407c1fd6fcf5420e9ec2759a80b92db4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2192597 Aug 15 14:13:52.891208 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb321f2-4766-4715-92f6-826092db3711 req-47720903-abed-454d-9a02-358152902b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:52.891984 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ceb321f2-4766-4715-92f6-826092db3711 req-47720903-abed-454d-9a02-358152902b54 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1539090 Aug 15 14:13:52.997671 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-20cc5cf3-8074-4b4a-be21-8852df2352fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c08a9c8-1e91-4680-b388-5194ff51aaae {{(pid=94450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:13:53.005845 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-20cc5cf3-8074-4b4a-be21-8852df2352fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:53.019865 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.provisioning_blocks [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-20cc5cf3-8074-4b4a-be21-8852df2352fb service neutron] Transition to ACTIVE for port object 8c08a9c8-1e91-4680-b388-5194ff51aaae will not be triggered until provisioned by entity L2. {{(pid=94450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:13:53.066933 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e0294-3e58-4547-bb06-a70c537b383c req-9c280fa5-ad7f-4857-8c1e-510cef83a73e tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:53.068455 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f45e0294-3e58-4547-bb06-a70c537b383c req-9c280fa5-ad7f-4857-8c1e-510cef83a73e tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.1384158 Aug 15 14:13:53.071814 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-4d6e6975-4f66-46e5-b6a8-5b157a29f520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:53.073226 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-4d6e6975-4f66-46e5-b6a8-5b157a29f520 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=407c1fd6fcf5420e9ec2759a80b92db4&device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 1097 time: 0.1397166 Aug 15 14:13:53.090633 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-20cc5cf3-8074-4b4a-be21-8852df2352fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:53.150367 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f45e0294-3e58-4547-bb06-a70c537b383c req-6048f860-489f-40fe-90a7-b201b8b4760a tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744333 Aug 15 14:13:53.176158 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc5cf3-8074-4b4a-be21-8852df2352fb service neutron] Pushing event updated for resources: {'Port': ['ID=8c08a9c8-1e91-4680-b388-5194ff51aaae,revision_number=2']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:53.230817 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b17ee-bac4-427d-be99-3e86acef7f48 req-04673865-b33f-4121-870c-e5df38dce33d tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:53.244983 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9e0b17ee-bac4-427d-be99-3e86acef7f48 req-04673865-b33f-4121-870c-e5df38dce33d tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 944 time: 0.0702763 Aug 15 14:13:53.266452 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-4a8628d5-41af-4281-9b02-4fcd8b89539c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=598b590b-e11e-42fe-b18d-e49e1780f282 HTTP/1.1" status: 200 len: 217 time: 0.0459938 Aug 15 14:13:53.270009 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-20cc5cf3-8074-4b4a-be21-8852df2352fb service neutron] Attempting to bind port 8c08a9c8-1e91-4680-b388-5194ff51aaae on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:13:53.270009 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-20cc5cf3-8074-4b4a-be21-8852df2352fb service neutron] Attempting to bind port 8c08a9c8-1e91-4680-b388-5194ff51aaae by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '3283a93e-7cb5-4d91-a363-19ad57158539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b5e6e57a-e858-48a4-80c6-6207d83bb306'}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:13:53.278387 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-20cc5cf3-8074-4b4a-be21-8852df2352fb service neutron] Attempting to bind port 8c08a9c8-1e91-4680-b388-5194ff51aaae on network b5e6e57a-e858-48a4-80c6-6207d83bb306 {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:13:53.302187 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9e0b17ee-bac4-427d-be99-3e86acef7f48 req-d2f3319b-59ee-48bc-8625-cc0e39b65229 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558510 Aug 15 14:13:53.317198 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-20cc5cf3-8074-4b4a-be21-8852df2352fb service neutron] Port 8c08a9c8-1e91-4680-b388-5194ff51aaae on network b5e6e57a-e858-48a4-80c6-6207d83bb306 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 15 14:13:53.320436 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-20cc5cf3-8074-4b4a-be21-8852df2352fb service neutron] Attempting to bind port 8c08a9c8-1e91-4680-b388-5194ff51aaae on network b5e6e57a-e858-48a4-80c6-6207d83bb306 {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:13:53.325347 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-20cc5cf3-8074-4b4a-be21-8852df2352fb service neutron] Checking agent: {'id': '32bd799d-9334-4df6-9ae9-b970e79828b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'started_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:13:53.325716 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-20cc5cf3-8074-4b4a-be21-8852df2352fb service neutron] Checking segment: {'id': '3283a93e-7cb5-4d91-a363-19ad57158539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b5e6e57a-e858-48a4-80c6-6207d83bb306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:13:53.326097 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-20cc5cf3-8074-4b4a-be21-8852df2352fb service neutron] Bound using segment: {'id': '3283a93e-7cb5-4d91-a363-19ad57158539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b5e6e57a-e858-48a4-80c6-6207d83bb306'} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:13:53.326530 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-20cc5cf3-8074-4b4a-be21-8852df2352fb service neutron] Bound port: 8c08a9c8-1e91-4680-b388-5194ff51aaae, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3283a93e-7cb5-4d91-a363-19ad57158539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b5e6e57a-e858-48a4-80c6-6207d83bb306'}}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:13:53.326889 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-20cc5cf3-8074-4b4a-be21-8852df2352fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:53.369966 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-95768909-11a9-4e8b-aec1-2faf31b0c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:53.371417 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-95768909-11a9-4e8b-aec1-2faf31b0c713 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=605b3e14-49dc-4446-943a-b55a9146c77b HTTP/1.1" status: 200 len: 855 time: 0.0922420 Aug 15 14:13:53.417336 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 45598) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:53.431034 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-27f4bcea-5180-4e84-9466-dcc309bfbc0a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84973402-f5de-4cbd-a3be-16501fd5c3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381670 Aug 15 14:13:53.437481 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-ad0f675a-e1a8-448d-ae16-bfe2dfaea965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:53.437832 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-20cc5cf3-8074-4b4a-be21-8852df2352fb service neutron] For port 8c08a9c8-1e91-4680-b388-5194ff51aaae, host hv-cinder-80458, cleared binding levels {{(pid=94450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:13:53.452497 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-20cc5cf3-8074-4b4a-be21-8852df2352fb service neutron] For port 8c08a9c8-1e91-4680-b388-5194ff51aaae, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=8c08a9c8-1e91-4680-b388-5194ff51aaae,segment=NetworkSegment(3283a93e-7cb5-4d91-a363-19ad57158539),segment_id=3283a93e-7cb5-4d91-a363-19ad57158539)] {{(pid=94450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:13:53.521978 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-20cc5cf3-8074-4b4a-be21-8852df2352fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:53.534562 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-ad0f675a-e1a8-448d-ae16-bfe2dfaea965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:53.572456 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-19a5fef7-144f-4070-9817-26d87a7b06d7 service neutron] 10.222.0.20 "GET /v2.0/networks/84973402-f5de-4cbd-a3be-16501fd5c3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312594 Aug 15 14:13:53.584493 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-20cc5cf3-8074-4b4a-be21-8852df2352fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:53.584493 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-20cc5cf3-8074-4b4a-be21-8852df2352fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:53.584493 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-20cc5cf3-8074-4b4a-be21-8852df2352fb service neutron] 10.222.0.20 "PUT /v2.0/ports/8c08a9c8-1e91-4680-b388-5194ff51aaae HTTP/1.1" status: 200 len: 1094 time: 1.2528782 Aug 15 14:13:53.584493 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a558a5e-54f3-46fd-a374-bbf28641d9f0', 'tag': '8c08a9c8-1e91-4680-b388-5194ff51aaae'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:13:53.586254 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e62bdf0-97cc-4681-be73-826f493ed0a3" -d '{"events": [{"name": "network-changed", "server_uuid": "1a558a5e-54f3-46fd-a374-bbf28641d9f0", "tag": "8c08a9c8-1e91-4680-b388-5194ff51aaae"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:13:53.623848 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ee491-b91e-4838-bb54-9e506ad8157b req-25456dac-3094-495f-8374-8f232127481f tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:53.630293 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ba3ee491-b91e-4838-bb54-9e506ad8157b req-25456dac-3094-495f-8374-8f232127481f tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 944 time: 0.0658357 Aug 15 14:13:53.656500 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-ad0f675a-e1a8-448d-ae16-bfe2dfaea965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:53.714774 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-57177d2f-2e1d-43de-9da5-a5fb6fecd71f req-f2c1dc37-fb00-4406-a323-3ad3330e1746 service neutron] 10.222.0.20 "GET /v2.0/networks/84973402-f5de-4cbd-a3be-16501fd5c3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115441 Aug 15 14:13:53.716302 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e385b4ce-b5a3-4c37-9d28-3456c0913e46 x-openstack-request-id: req-e385b4ce-b5a3-4c37-9d28-3456c0913e46 {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:13:53.717037 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a558a5e-54f3-46fd-a374-bbf28641d9f0", "tag": "8c08a9c8-1e91-4680-b388-5194ff51aaae", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:13:53.717297 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e385b4ce-b5a3-4c37-9d28-3456c0913e46 {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:13:53.717786 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a558a5e-54f3-46fd-a374-bbf28641d9f0', 'tag': '8c08a9c8-1e91-4680-b388-5194ff51aaae', 'status': 'completed', 'code': 200} Aug 15 14:13:53.738412 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-ad0f675a-e1a8-448d-ae16-bfe2dfaea965 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8b52e55a61cf465896d1ca36effd87e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3198502 Aug 15 14:13:53.739305 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 45610) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:13:53.740272 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f675a-e1a8-448d-ae16-bfe2dfaea965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f078466-06f1-49f7-9545-2ab035e46034,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:53.747396 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ba3ee491-b91e-4838-bb54-9e506ad8157b req-ebe91a7c-4764-4cd8-9f18-8e255711a270 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064594 Aug 15 14:13:53.786435 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc5cf3-8074-4b4a-be21-8852df2352fb service neutron] Pushing event updated for resources: {'Port': ['ID=8c08a9c8-1e91-4680-b388-5194ff51aaae,revision_number=3']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:53.815606 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62bdf0-97cc-4681-be73-826f493ed0a3 req-8ad496ff-5889-486b-85a5-85ef47cee342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:53.817179 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0e62bdf0-97cc-4681-be73-826f493ed0a3 req-8ad496ff-5889-486b-85a5-85ef47cee342 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6539b10a08a439a9c2f6adbc7c97a73&device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 1097 time: 0.0986228 Aug 15 14:13:53.817942 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-257f7f62-25df-4891-a7bd-17cdcda7e2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:53.826191 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae3377-3a64-4222-b87c-61b295bc9ec5 req-6bb7b5ee-96fb-4f45-9625-ed0232232f95 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:53.832873 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-dfae3377-3a64-4222-b87c-61b295bc9ec5 req-6bb7b5ee-96fb-4f45-9625-ed0232232f95 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 950 time: 0.0994518 Aug 15 14:13:53.842149 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-257f7f62-25df-4891-a7bd-17cdcda7e2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:53.918344 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-dfae3377-3a64-4222-b87c-61b295bc9ec5 req-eeebbff4-ba18-4015-a018-22959d73c1cd tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841582 Aug 15 14:13:53.956147 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-257f7f62-25df-4891-a7bd-17cdcda7e2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:53.958808 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-257f7f62-25df-4891-a7bd-17cdcda7e2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:53.960615 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-257f7f62-25df-4891-a7bd-17cdcda7e2f5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0f078466-06f1-49f7-9545-2ab035e46034 HTTP/1.1" status: 204 len: 168 time: 0.2159584 Aug 15 14:13:53.968181 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62bdf0-97cc-4681-be73-826f493ed0a3 req-f279699a-0054-4c45-a401-129388e5d60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:53.968676 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f7f62-25df-4891-a7bd-17cdcda7e2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f078466-06f1-49f7-9545-2ab035e46034,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:53.977655 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0e62bdf0-97cc-4681-be73-826f493ed0a3 req-f279699a-0054-4c45-a401-129388e5d60c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f6539b10a08a439a9c2f6adbc7c97a73&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1207933 Aug 15 14:13:54.292708 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89540a-edf4-4c0b-915f-d6404a26f9c4 req-f5b4a29f-2430-4e2f-9fca-b20b8ca67bf8 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:54.294738 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9d89540a-edf4-4c0b-915f-d6404a26f9c4 req-f5b4a29f-2430-4e2f-9fca-b20b8ca67bf8 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0727472 Aug 15 14:13:54.308506 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62bdf0-97cc-4681-be73-826f493ed0a3 req-af302c9e-e41e-44b0-ab9a-ebb79ed6ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:54.310200 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0e62bdf0-97cc-4681-be73-826f493ed0a3 req-af302c9e-e41e-44b0-ab9a-ebb79ed6ea6a service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3163514 Aug 15 14:13:54.365750 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9d89540a-edf4-4c0b-915f-d6404a26f9c4 req-492cc4da-15a6-4e2b-90e5-ef244be6e551 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611317 Aug 15 14:13:54.420873 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-fada3a0f-2de8-4ee0-838e-3ff14b529085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:54.422472 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-fada3a0f-2de8-4ee0-838e-3ff14b529085 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6539b10a08a439a9c2f6adbc7c97a73&device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 1097 time: 0.0742173 Aug 15 14:13:54.433754 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5811d-1288-42e8-b1d5-a458ac6ef78c req-1ced5d29-4566-4a35-b3a8-141bdf5081f8 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:54.435184 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-21a5811d-1288-42e8-b1d5-a458ac6ef78c req-1ced5d29-4566-4a35-b3a8-141bdf5081f8 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 944 time: 0.0592325 Aug 15 14:13:54.493273 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-3030080a-7f09-41cf-906a-80d35e88a7af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c08a9c8-1e91-4680-b388-5194ff51aaae HTTP/1.1" status: 200 len: 217 time: 0.0494905 Aug 15 14:13:54.517257 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-21a5811d-1288-42e8-b1d5-a458ac6ef78c req-b687534f-bda9-4606-8c66-3b6430682e60 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753191 Aug 15 14:13:54.552415 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-1d399d64-e205-4646-aac3-83c9a1b3ee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:54.553913 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-1d399d64-e205-4646-aac3-83c9a1b3ee36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf02de99-39af-40f2-b14a-37413c12659d HTTP/1.1" status: 200 len: 853 time: 0.0475113 Aug 15 14:13:54.611286 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-357395ab-07b5-4d91-8dce-48469e0f497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:54.612801 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-357395ab-07b5-4d91-8dce-48469e0f497d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5e6e57a-e858-48a4-80c6-6207d83bb306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505261 Aug 15 14:13:54.719382 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-e2217f75-f86f-47c1-a7e3-c7a9f4106285 service neutron] 10.222.0.20 "GET /v2.0/networks/b5e6e57a-e858-48a4-80c6-6207d83bb306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855820 Aug 15 14:13:54.819501 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-32fdb69c-cf1e-40d1-a2be-79353a9332be req-70bc031d-e96e-4f6c-8b6c-98ee9258ed4c service neutron] 10.222.0.20 "GET /v2.0/networks/b5e6e57a-e858-48a4-80c6-6207d83bb306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869441 Aug 15 14:13:54.886237 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59df0e-cff2-458f-9efe-858de9c1b3d9 req-28b26a3b-6868-4fb7-aee6-fb6c8cec3f66 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:54.887684 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ac59df0e-cff2-458f-9efe-858de9c1b3d9 req-28b26a3b-6868-4fb7-aee6-fb6c8cec3f66 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 944 time: 0.0526457 Aug 15 14:13:54.924885 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ac59df0e-cff2-458f-9efe-858de9c1b3d9 req-922eca97-1028-468e-9b6b-c5d461d41da1 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311348 Aug 15 14:13:55.035501 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572cc01-a8d8-4c42-b715-6cd3bfa5e372 req-309006a4-e48d-43d6-893e-7793cfcd0cfe tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:55.036982 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9572cc01-a8d8-4c42-b715-6cd3bfa5e372 req-309006a4-e48d-43d6-893e-7793cfcd0cfe tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 950 time: 0.0480828 Aug 15 14:13:55.076106 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9572cc01-a8d8-4c42-b715-6cd3bfa5e372 req-8d99b6c4-c8bc-4dbd-a4ad-569d013571e8 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318582 Aug 15 14:13:55.475095 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ea625-6e4f-4e01-b6de-b216de598629 req-84cb7a7a-997d-4a17-85f0-316a4bf8c91c tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:55.477246 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-302ea625-6e4f-4e01-b6de-b216de598629 req-84cb7a7a-997d-4a17-85f0-316a4bf8c91c tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0505114 Aug 15 14:13:55.517371 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-302ea625-6e4f-4e01-b6de-b216de598629 req-93251682-20fa-4467-95a1-9ac0fe51cc3d tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320930 Aug 15 14:13:55.777900 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa18c0-843c-4df7-a8ad-fe1904c501cc req-80def675-92a3-4bfa-abc4-e8942c056943 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:55.779376 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-46aa18c0-843c-4df7-a8ad-fe1904c501cc req-80def675-92a3-4bfa-abc4-e8942c056943 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 944 time: 0.0503476 Aug 15 14:13:55.804067 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6e612-b4e3-4c9f-92f1-f1f64fcba32f req-1bc0ec72-985a-4a54-b4a5-18c442b41c2c tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:55.805489 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-eea6e612-b4e3-4c9f-92f1-f1f64fcba32f req-1bc0ec72-985a-4a54-b4a5-18c442b41c2c tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.20 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 950 time: 0.0514030 Aug 15 14:13:55.817916 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-46aa18c0-843c-4df7-a8ad-fe1904c501cc req-1f0f321f-7be2-44dc-8117-fb211ad5afd0 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323853 Aug 15 14:13:55.962701 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0cc35-9874-4aae-8c72-b7d807072391 req-f8f1e438-9fa0-4c7a-b303-14f0b1cd4afd tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:55.964206 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-cde0cc35-9874-4aae-8c72-b7d807072391 req-f8f1e438-9fa0-4c7a-b303-14f0b1cd4afd tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0565202 Aug 15 14:13:55.981718 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-eea6e612-b4e3-4c9f-92f1-f1f64fcba32f req-42d67840-1ab9-4581-9074-170699d8fb0b tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Deleting port d24ec753-0208-4cf5-9727-3a2879d0d299 {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:13:55.982189 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-eea6e612-b4e3-4c9f-92f1-f1f64fcba32f req-42d67840-1ab9-4581-9074-170699d8fb0b tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:56.017710 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-cde0cc35-9874-4aae-8c72-b7d807072391 req-9fb42a1d-76de-4dde-9d07-2a01ecdc8fe3 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451779 Aug 15 14:13:56.063709 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f8920-986e-4523-817b-f059e2d6786e req-170165a1-e75e-4087-a09e-18cb4fb24702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:56.065325 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c89f8920-986e-4523-817b-f059e2d6786e req-170165a1-e75e-4087-a09e-18cb4fb24702 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1073d5d571274638afba8bb0c8b43962&device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 1098 time: 0.1167626 Aug 15 14:13:56.105192 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-eea6e612-b4e3-4c9f-92f1-f1f64fcba32f req-42d67840-1ab9-4581-9074-170699d8fb0b tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] For port d24ec753-0208-4cf5-9727-3a2879d0d299, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=d24ec753-0208-4cf5-9727-3a2879d0d299,segment=NetworkSegment(3facf2a6-669e-47ad-b89a-1b67252bc6ca),segment_id=3facf2a6-669e-47ad-b89a-1b67252bc6ca)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:13:56.105845 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-eea6e612-b4e3-4c9f-92f1-f1f64fcba32f req-42d67840-1ab9-4581-9074-170699d8fb0b tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:56.126027 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-eea6e612-b4e3-4c9f-92f1-f1f64fcba32f req-42d67840-1ab9-4581-9074-170699d8fb0b tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Calling delete_port for d24ec753-0208-4cf5-9727-3a2879d0d299 owned by compute:nova {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:13:56.137243 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f50be-379c-439a-a94a-1e707032ca0e req-852e5933-2844-4758-aee9-8054ee4266fd tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:56.139419 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-2b6f50be-379c-439a-a94a-1e707032ca0e req-852e5933-2844-4758-aee9-8054ee4266fd tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 944 time: 0.0603492 Aug 15 14:13:56.185317 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-2b6f50be-379c-439a-a94a-1e707032ca0e req-1662e5c8-6273-4317-9977-9159372f7d04 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361915 Aug 15 14:13:56.289304 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32ae43-152d-431b-bbcc-d31fe9061c5b req-11a2a87e-5cfa-423e-b900-f5426abe4024 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:56.290734 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1c32ae43-152d-431b-bbcc-d31fe9061c5b req-11a2a87e-5cfa-423e-b900-f5426abe4024 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 950 time: 0.0512264 Aug 15 14:13:56.328138 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1c32ae43-152d-431b-bbcc-d31fe9061c5b req-a1cc7c20-2859-4188-a548-97052de00f6f tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/security-groups?id=232e45f4-1537-4429-a161-31a2058e9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311005 Aug 15 14:13:56.338937 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-eea6e612-b4e3-4c9f-92f1-f1f64fcba32f req-42d67840-1ab9-4581-9074-170699d8fb0b tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:56.379598 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d67840-1ab9-4581-9074-170699d8fb0b tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Pushing event deleted for resources: {'Port': ['ID=d24ec753-0208-4cf5-9727-3a2879d0d299,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:13:56.379835 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['d24ec753-0208-4cf5-9727-3a2879d0d299'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:13:56.429741 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea6e612-b4e3-4c9f-92f1-f1f64fcba32f req-42d67840-1ab9-4581-9074-170699d8fb0b tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] No DVR routers for this DVR port d24ec753-0208-4cf5-9727-3a2879d0d299 on host hv-cinder-80458 {{(pid=94450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:13:56.438208 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-eea6e612-b4e3-4c9f-92f1-f1f64fcba32f req-42d67840-1ab9-4581-9074-170699d8fb0b tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:13:56.440589 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-eea6e612-b4e3-4c9f-92f1-f1f64fcba32f req-42d67840-1ab9-4581-9074-170699d8fb0b tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.20 "DELETE /v2.0/ports/d24ec753-0208-4cf5-9727-3a2879d0d299 HTTP/1.1" status: 204 len: 173 time: 0.6271048 Aug 15 14:13:56.441037 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce28e35-0adb-4677-bd3e-f748b889ade4', 'name': 'network-vif-deleted', 'tag': 'd24ec753-0208-4cf5-9727-3a2879d0d299'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:13:56.443465 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa936942-6d0f-4ae7-81c7-fb738f7549ef" -d '{"events": [{"server_uuid": "cce28e35-0adb-4677-bd3e-f748b889ade4", "name": "network-vif-deleted", "tag": "d24ec753-0208-4cf5-9727-3a2879d0d299"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:13:56.500722 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf91881-a6a5-49ee-a668-70248c65c7b0 x-openstack-request-id: req-abf91881-a6a5-49ee-a668-70248c65c7b0 {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:13:56.501011 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce28e35-0adb-4677-bd3e-f748b889ade4", "name": "network-vif-deleted", "tag": "d24ec753-0208-4cf5-9727-3a2879d0d299", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:13:56.501263 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-abf91881-a6a5-49ee-a668-70248c65c7b0 {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:13:56.501695 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce28e35-0adb-4677-bd3e-f748b889ade4', 'name': 'network-vif-deleted', 'tag': 'd24ec753-0208-4cf5-9727-3a2879d0d299', 'status': 'completed', 'code': 200} Aug 15 14:13:56.550961 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f8920-986e-4523-817b-f059e2d6786e req-fba9113a-0239-46d6-9c67-0f6c7f29917b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:56.552478 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c89f8920-986e-4523-817b-f059e2d6786e req-fba9113a-0239-46d6-9c67-0f6c7f29917b service neutron] 10.222.0.20 "GET /v2.0/networks?id=f6d15e1a-b561-4699-b6d6-2650782011ad HTTP/1.1" status: 200 len: 920 time: 0.1242256 Aug 15 14:13:56.599203 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c89f8920-986e-4523-817b-f059e2d6786e req-602e29ee-b738-43fe-bcbc-f37a0dd5fdcb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6b9c826-8be3-45bf-925b-a0034dfa144e HTTP/1.1" status: 200 len: 217 time: 0.0375850 Aug 15 14:13:56.939344 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f00dcd-6c1e-4a3c-99fa-d79cb5f30576 req-98ff2b2e-2a6b-47d3-b0cd-890bfcd8b5ab tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:56.940799 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-04f00dcd-6c1e-4a3c-99fa-d79cb5f30576 req-98ff2b2e-2a6b-47d3-b0cd-890bfcd8b5ab tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 944 time: 0.0483537 Aug 15 14:13:56.977654 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-04f00dcd-6c1e-4a3c-99fa-d79cb5f30576 req-9084200c-60b0-494b-9bcd-3d9fd8da7c70 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308199 Aug 15 14:13:57.130477 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be2c49-beb3-4e69-99c3-565477a5f5fb req-8678e930-4b0a-4533-b997-d2b370b82fc5 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:57.132623 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-96be2c49-beb3-4e69-99c3-565477a5f5fb req-8678e930-4b0a-4533-b997-d2b370b82fc5 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0518157 Aug 15 14:13:57.169727 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-96be2c49-beb3-4e69-99c3-565477a5f5fb req-2f59c27c-4e4b-4610-8ea1-5350d0efb81a tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311520 Aug 15 14:13:57.311620 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341a56c-5309-43a8-8b34-9055e1d75e6b req-d8ea7fc3-80e9-4437-9f5b-4baa4a0087ad tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:57.313072 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7341a56c-5309-43a8-8b34-9055e1d75e6b req-d8ea7fc3-80e9-4437-9f5b-4baa4a0087ad tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 944 time: 0.0477502 Aug 15 14:13:57.349537 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7341a56c-5309-43a8-8b34-9055e1d75e6b req-42153425-0214-4bb8-97cf-8f17a1d3b971 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305977 Aug 15 14:13:57.421264 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9372c078-a8d3-43b3-a419-1abb79e07caf req-9cd33a9f-bfdf-4521-8ee7-e9cb59fcce13 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 210 time: 0.0259359 Aug 15 14:13:58.087410 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d1103-4625-45a1-8d3a-940b9e6e9153 req-ac3f41e1-392c-44c6-afac-382446030363 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:58.088851 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1d4d1103-4625-45a1-8d3a-940b9e6e9153 req-ac3f41e1-392c-44c6-afac-382446030363 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 944 time: 0.0472472 Aug 15 14:13:58.125330 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1d4d1103-4625-45a1-8d3a-940b9e6e9153 req-3b15d096-0d63-46ca-84aa-10fe36dbfec7 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305989 Aug 15 14:13:58.288135 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c16017-ca24-4d19-b8ff-19e5c23759f4 req-2015f96b-4b4b-4dc9-af7a-06062a333485 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:58.289616 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-f7c16017-ca24-4d19-b8ff-19e5c23759f4 req-2015f96b-4b4b-4dc9-af7a-06062a333485 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0533419 Aug 15 14:13:58.326662 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-f7c16017-ca24-4d19-b8ff-19e5c23759f4 req-8729680e-e0da-4251-889a-e73e3c866795 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308318 Aug 15 14:13:58.460250 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb9870-3270-4ba9-bce7-f2d8f9d11ca3 req-5392b61e-b7d6-45b6-b0af-71c29b2ca9e8 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:58.461780 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-10fb9870-3270-4ba9-bce7-f2d8f9d11ca3 req-5392b61e-b7d6-45b6-b0af-71c29b2ca9e8 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 944 time: 0.0486982 Aug 15 14:13:58.498204 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-10fb9870-3270-4ba9-bce7-f2d8f9d11ca3 req-117a2970-9d2e-4451-8573-59f813198e8d tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305877 Aug 15 14:13:58.577691 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-09f82c7c-fc5a-4611-97be-24e0e2616f93 req-f49d1c05-8ae8-406b-824a-6ce020135f08 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 210 time: 0.0264075 Aug 15 14:13:58.860336 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f8920-986e-4523-817b-f059e2d6786e req-d74da6e4-b1ed-4b41-9c8e-06f313af39a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:58.861742 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c89f8920-986e-4523-817b-f059e2d6786e req-d74da6e4-b1ed-4b41-9c8e-06f313af39a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e7c7efa-002b-4af9-be04-92bb27db3bc2 HTTP/1.1" status: 200 len: 859 time: 0.0463383 Aug 15 14:13:59.238017 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc3b9f-24e0-4590-a591-419108c78899 req-c0aa0e8c-4faf-4e8d-b2f4-27c28c12421c tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:59.239493 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-f9fc3b9f-24e0-4590-a591-419108c78899 req-c0aa0e8c-4faf-4e8d-b2f4-27c28c12421c tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 944 time: 0.0484426 Aug 15 14:13:59.279867 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-f9fc3b9f-24e0-4590-a591-419108c78899 req-f375fc91-b4cf-4f86-a478-898788cb916c tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342793 Aug 15 14:13:59.439127 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92c257-0517-4111-afe9-b91017960f50 req-0e1dc9b2-cee4-4be8-9b6d-aab3aa834105 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:59.440494 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-7f92c257-0517-4111-afe9-b91017960f50 req-0e1dc9b2-cee4-4be8-9b6d-aab3aa834105 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0487690 Aug 15 14:13:59.476891 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-7f92c257-0517-4111-afe9-b91017960f50 req-cd180abd-1586-4ebf-8521-7f9924f31406 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305707 Aug 15 14:13:59.616403 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955847a-7ee6-4a24-bb6b-a1a39460a306 req-988a8988-3b22-4981-ae38-bbc394e4018d tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:13:59.618162 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0955847a-7ee6-4a24-bb6b-a1a39460a306 req-988a8988-3b22-4981-ae38-bbc394e4018d tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 944 time: 0.0551138 Aug 15 14:13:59.655907 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0955847a-7ee6-4a24-bb6b-a1a39460a306 req-e3ac6e63-0358-41f2-95b1-0449fad3764d tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318213 Aug 15 14:13:59.748183 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1b1a7c44-26ea-4111-93f1-d31bbfcd0ce3 req-c7b71549-310d-4ebb-9f3d-6469f6cdb076 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 210 time: 0.0265934 Aug 15 14:14:00.315783 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c89f8920-986e-4523-817b-f059e2d6786e req-5fc50b46-a20a-4203-8ab7-d4f2823cb041 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6d15e1a-b561-4699-b6d6-2650782011ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264902 Aug 15 14:14:00.355911 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device d24ec753-0208-4cf5-9727-3a2879d0d299 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:14:00.383440 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] No Port match for: d24ec753-0208-4cf5-9727-3a2879d0d299 {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:14:00.383788 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device d24ec753-0208-4cf5-9727-3a2879d0d299 not bound to the agent host hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:14:00.409131 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ecef5c-3afc-4401-8a20-352aa6ed7b7c req-f3cad026-8dcf-44e9-af6d-7158b9013619 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:00.410652 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a0ecef5c-3afc-4401-8a20-352aa6ed7b7c req-f3cad026-8dcf-44e9-af6d-7158b9013619 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 944 time: 0.0589395 Aug 15 14:14:00.418252 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c89f8920-986e-4523-817b-f059e2d6786e req-be01b4c3-b5b7-4d2b-9257-16840efe13bd service neutron] 10.222.0.20 "GET /v2.0/networks/f6d15e1a-b561-4699-b6d6-2650782011ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940456 Aug 15 14:14:00.450340 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a0ecef5c-3afc-4401-8a20-352aa6ed7b7c req-1939c27d-4104-42e8-841e-15a40b0b9d99 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326061 Aug 15 14:14:00.512445 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c89f8920-986e-4523-817b-f059e2d6786e req-b5daa861-795a-4093-908c-004a9e3de6be service neutron] 10.222.0.20 "GET /v2.0/networks/f6d15e1a-b561-4699-b6d6-2650782011ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855625 Aug 15 14:14:00.587609 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2d590-e67e-499d-a773-cd61862e2b0b req-bf931794-8190-40e1-8a4b-7d0654ca0bb0 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:00.589074 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-74e2d590-e67e-499d-a773-cd61862e2b0b req-bf931794-8190-40e1-8a4b-7d0654ca0bb0 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0474465 Aug 15 14:14:00.626844 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-74e2d590-e67e-499d-a773-cd61862e2b0b req-7abe0568-4d50-49ad-9192-42d40b2384e7 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319486 Aug 15 14:14:00.771472 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50453f-8699-4efd-8a5f-67e9674e881c req-23cdc763-c349-4a0c-a2dc-e7b767bc64e5 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:00.773635 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-df50453f-8699-4efd-8a5f-67e9674e881c req-23cdc763-c349-4a0c-a2dc-e7b767bc64e5 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 944 time: 0.0510209 Aug 15 14:14:00.812730 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-df50453f-8699-4efd-8a5f-67e9674e881c req-1bb326bf-0c5c-438a-9cb1-1955d3ba4c0d tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330377 Aug 15 14:14:00.910624 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-2c2dcaa9-022d-43e9-a23d-0b477f34fac1 req-56de7ee9-b187-4f26-824a-ac7c04c364b2 tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 210 time: 0.0307910 Aug 15 14:14:01.483966 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:01.567685 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166c128-39df-47a7-b1fa-5517907a346b req-4036f405-6d6b-425e-b1a2-4f094e167668 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:01.569143 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-6166c128-39df-47a7-b1fa-5517907a346b req-4036f405-6d6b-425e-b1a2-4f094e167668 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 944 time: 0.0503085 Aug 15 14:14:01.611042 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-6166c128-39df-47a7-b1fa-5517907a346b req-a0d4e037-287d-424a-a899-7df42673e73d tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323741 Aug 15 14:14:01.757195 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d58f9-3e8c-49a2-a3a8-93c36b00ae1d req-1978bd3e-8f2a-4f4f-ba5b-a7f3b07551e9 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:01.758954 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9c1d58f9-3e8c-49a2-a3a8-93c36b00ae1d req-1978bd3e-8f2a-4f4f-ba5b-a7f3b07551e9 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0630832 Aug 15 14:14:01.796581 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9c1d58f9-3e8c-49a2-a3a8-93c36b00ae1d req-952aa41a-02a3-48f2-8d2f-d9fcffb7c8b8 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317049 Aug 15 14:14:01.952204 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aaffc7-1ba7-4e07-89eb-794bb92a4a55 req-d4f7dd27-823e-4c2d-b1c5-86348f6aa82b tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:01.953745 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d3aaffc7-1ba7-4e07-89eb-794bb92a4a55 req-d4f7dd27-823e-4c2d-b1c5-86348f6aa82b tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 944 time: 0.0729516 Aug 15 14:14:02.015475 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d3aaffc7-1ba7-4e07-89eb-794bb92a4a55 req-6613005b-0db6-485c-bf58-c4d2236ecf25 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470726 Aug 15 14:14:02.046019 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-135ef40a-8530-4878-9d95-15201a85cf84 req-b42b8d7b-ec07-48f4-956b-d872160ccf9c tempest-VolumesNegativeTest-1770483578 tempest-VolumesNegativeTest-1770483578-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce28e35-0adb-4677-bd3e-f748b889ade4 HTTP/1.1" status: 200 len: 210 time: 0.0349565 Aug 15 14:14:02.414511 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-75e1280d-0bee-4395-90af-2fa39dcd52dc req-1a643938-1446-4390-80ec-19beec79f2c3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434716 Aug 15 14:14:02.485647 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1280d-0bee-4395-90af-2fa39dcd52dc req-ba750b71-0769-4b56-89e5-8847e6bd3e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:02.487827 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-75e1280d-0bee-4395-90af-2fa39dcd52dc req-ba750b71-0769-4b56-89e5-8847e6bd3e6b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=407c1fd6fcf5420e9ec2759a80b92db4&device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 1098 time: 0.0470719 Aug 15 14:14:02.601006 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1280d-0bee-4395-90af-2fa39dcd52dc req-249cc266-e258-4040-aa8e-6df82166c465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:02.602439 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-75e1280d-0bee-4395-90af-2fa39dcd52dc req-249cc266-e258-4040-aa8e-6df82166c465 service neutron] 10.222.0.20 "GET /v2.0/networks?id=84973402-f5de-4cbd-a3be-16501fd5c3aa HTTP/1.1" status: 200 len: 916 time: 0.0945442 Aug 15 14:14:02.669350 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-75e1280d-0bee-4395-90af-2fa39dcd52dc req-add6b9de-d3a1-416c-a840-8859e924378e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c95233d3-7524-4964-b190-66c3536c9a6a HTTP/1.1" status: 200 len: 217 time: 0.0586109 Aug 15 14:14:02.753356 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1280d-0bee-4395-90af-2fa39dcd52dc req-082a3767-8725-4370-86c7-40dae63f8964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:02.754882 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-75e1280d-0bee-4395-90af-2fa39dcd52dc req-082a3767-8725-4370-86c7-40dae63f8964 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=605b3e14-49dc-4446-943a-b55a9146c77b HTTP/1.1" status: 200 len: 855 time: 0.0755572 Aug 15 14:14:02.778698 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d4fe1-a17a-4eb2-8bcb-78d87076765b req-04cc8c15-108e-456c-9006-6b7f9fb63f4e tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:02.780255 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-256d4fe1-a17a-4eb2-8bcb-78d87076765b req-04cc8c15-108e-456c-9006-6b7f9fb63f4e tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 944 time: 0.0936720 Aug 15 14:14:02.800201 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-75e1280d-0bee-4395-90af-2fa39dcd52dc req-cd496853-ea9b-4b20-87cf-894bb30c0f6f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84973402-f5de-4cbd-a3be-16501fd5c3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372951 Aug 15 14:14:02.882330 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-256d4fe1-a17a-4eb2-8bcb-78d87076765b req-153eb0fe-3b3e-4f9a-a9c7-a0c092c82b2e tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839133 Aug 15 14:14:02.916900 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-75e1280d-0bee-4395-90af-2fa39dcd52dc req-7a85d64c-8f38-45fb-91b0-56a137f4307a service neutron] 10.222.0.20 "GET /v2.0/networks/84973402-f5de-4cbd-a3be-16501fd5c3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091650 Aug 15 14:14:02.926842 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b872676-bbc8-407f-a041-1d905dbf7c51 req-597e23de-656f-471e-a2cd-dd687f136b6c tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:02.929659 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0b872676-bbc8-407f-a041-1d905dbf7c51 req-597e23de-656f-471e-a2cd-dd687f136b6c tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0615025 Aug 15 14:14:02.967582 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0b872676-bbc8-407f-a041-1d905dbf7c51 req-ecf4dbd8-83f2-4e2c-8f27-ba4e4bb8f6be tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317898 Aug 15 14:14:03.019133 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-75e1280d-0bee-4395-90af-2fa39dcd52dc req-e0ad88de-9351-4788-b279-9c224807da52 service neutron] 10.222.0.20 "GET /v2.0/networks/84973402-f5de-4cbd-a3be-16501fd5c3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916767 Aug 15 14:14:03.138244 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba5888-e1ba-4638-a8aa-e3f485e74c35 req-61b5bb83-51f4-4929-8fe4-ca6763c125c3 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:03.139715 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e0ba5888-e1ba-4638-a8aa-e3f485e74c35 req-61b5bb83-51f4-4929-8fe4-ca6763c125c3 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 944 time: 0.0619302 Aug 15 14:14:03.184771 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e0ba5888-e1ba-4638-a8aa-e3f485e74c35 req-485a9cbd-9345-40ae-9d79-f64a62685e0b tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389421 Aug 15 14:14:03.999754 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117bdf6-ece3-41ef-96c5-3ccdd61344be req-d9fb115c-8256-4365-90f7-5fa5dc4896b4 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:04.005835 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e117bdf6-ece3-41ef-96c5-3ccdd61344be req-d9fb115c-8256-4365-90f7-5fa5dc4896b4 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 944 time: 0.0549049 Aug 15 14:14:04.062703 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e117bdf6-ece3-41ef-96c5-3ccdd61344be req-2a96ea58-3392-4a89-9872-2270936e548e tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560334 Aug 15 14:14:04.127448 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617bfec2-0469-4b68-b883-0f911efed00b req-d2220c47-b4c5-4293-aedc-ae28ff0486bd tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:04.128912 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 8c08a9c8-1e91-4680-b388-5194ff51aaae details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 15 14:14:04.135791 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-617bfec2-0469-4b68-b883-0f911efed00b req-d2220c47-b4c5-4293-aedc-ae28ff0486bd tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0720282 Aug 15 14:14:04.174371 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-617bfec2-0469-4b68-b883-0f911efed00b req-0fae52d9-cef0-4172-92cb-5b3d7ed9f242 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376334 Aug 15 14:14:04.267335 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 8c08a9c8-1e91-4680-b388-5194ff51aaae, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=8c08a9c8-1e91-4680-b388-5194ff51aaae,segment=NetworkSegment(3283a93e-7cb5-4d91-a363-19ad57158539),segment_id=3283a93e-7cb5-4d91-a363-19ad57158539)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:14:04.286352 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Returning: {'device': '8c08a9c8-1e91-4680-b388-5194ff51aaae', 'network_id': 'b5e6e57a-e858-48a4-80c6-6207d83bb306', 'port_id': '8c08a9c8-1e91-4680-b388-5194ff51aaae', 'mac_address': 'fa:16:3e:b5:da:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf02de99-39af-40f2-b14a-37413c12659d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 15 14:14:04.326319 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e51adf-c73f-4f8d-bff9-8b2fa312dcb8 req-a69827b7-8da4-4a5b-a37b-a10c78973739 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:04.327947 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-73e51adf-c73f-4f8d-bff9-8b2fa312dcb8 req-a69827b7-8da4-4a5b-a37b-a10c78973739 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 944 time: 0.0629082 Aug 15 14:14:04.344452 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:04.358884 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c08a9c8-1e91-4680-b388-5194ff51aaae {{(pid=94453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:14:04.391851 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-73e51adf-c73f-4f8d-bff9-8b2fa312dcb8 req-0857f3e0-9cf0-4a97-9f5d-b8e038f34e2b tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575483 Aug 15 14:14:04.403944 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 8c08a9c8-1e91-4680-b388-5194ff51aaae, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=8c08a9c8-1e91-4680-b388-5194ff51aaae,segment=NetworkSegment(3283a93e-7cb5-4d91-a363-19ad57158539),segment_id=3283a93e-7cb5-4d91-a363-19ad57158539)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:14:04.506094 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:04.507037 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 598b590b-e11e-42fe-b18d-e49e1780f282 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 15 14:14:04.600976 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=8c08a9c8-1e91-4680-b388-5194ff51aaae,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:04.613461 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:04.613897 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:04.614247 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:04.614582 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:04.614941 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:04.615258 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:04.615601 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:04.615947 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:04.616305 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:04.616705 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:04.617032 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:04.617357 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:04.655508 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 598b590b-e11e-42fe-b18d-e49e1780f282, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=598b590b-e11e-42fe-b18d-e49e1780f282,segment=NetworkSegment(0d773301-4627-4dbc-af30-9dbe1f56781d),segment_id=0d773301-4627-4dbc-af30-9dbe1f56781d)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:14:04.667379 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Returning: {'device': '598b590b-e11e-42fe-b18d-e49e1780f282', 'network_id': '84973402-f5de-4cbd-a3be-16501fd5c3aa', 'port_id': '598b590b-e11e-42fe-b18d-e49e1780f282', 'mac_address': 'fa:16:3e:d6:3d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '605b3e14-49dc-4446-943a-b55a9146c77b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 15 14:14:04.710144 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:04.724755 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 598b590b-e11e-42fe-b18d-e49e1780f282 {{(pid=94453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:14:04.744251 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 598b590b-e11e-42fe-b18d-e49e1780f282, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=598b590b-e11e-42fe-b18d-e49e1780f282,segment=NetworkSegment(0d773301-4627-4dbc-af30-9dbe1f56781d),segment_id=0d773301-4627-4dbc-af30-9dbe1f56781d)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:14:04.826511 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:04.882166 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=598b590b-e11e-42fe-b18d-e49e1780f282,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:05.216928 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a40f1d-6d51-46be-a229-1db765053923 req-159e3967-0fa2-49da-9be8-37a7acaef431 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:05.219693 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-78a40f1d-6d51-46be-a229-1db765053923 req-159e3967-0fa2-49da-9be8-37a7acaef431 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 945 time: 0.0642712 Aug 15 14:14:05.284214 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-78a40f1d-6d51-46be-a229-1db765053923 req-07f1a0fb-3088-488d-947a-e3d0bc50aacb tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479763 Aug 15 14:14:05.337378 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823c6cb-96b8-4b5c-8472-4bcc437b0161 req-9fbce8a1-84b9-4653-8a24-d4ea021b4b3c tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:05.339060 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d823c6cb-96b8-4b5c-8472-4bcc437b0161 req-9fbce8a1-84b9-4653-8a24-d4ea021b4b3c tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0778584 Aug 15 14:14:05.384601 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d823c6cb-96b8-4b5c-8472-4bcc437b0161 req-efb75e79-4687-4b2a-a34b-fb2b29b7deac tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365937 Aug 15 14:14:05.391033 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['8c08a9c8-1e91-4680-b388-5194ff51aaae'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:14:05.428378 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['598b590b-e11e-42fe-b18d-e49e1780f282'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:14:05.562566 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5626ec-f10e-4e4b-82a8-67218cb2605b req-e35aa13c-0c51-4b2f-a766-7009fd093e16 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:05.564435 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4c5626ec-f10e-4e4b-82a8-67218cb2605b req-e35aa13c-0c51-4b2f-a766-7009fd093e16 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 945 time: 0.0923407 Aug 15 14:14:05.627213 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4c5626ec-f10e-4e4b-82a8-67218cb2605b req-2d5a32aa-68f5-4522-8930-9ba86e868dca tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554409 Aug 15 14:14:06.454500 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df7900-d9eb-4dd4-a2dd-58a0fa8356b2 req-005cc57a-972b-4251-83d9-eeb728461508 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:06.457074 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a1df7900-d9eb-4dd4-a2dd-58a0fa8356b2 req-005cc57a-972b-4251-83d9-eeb728461508 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 945 time: 0.0951455 Aug 15 14:14:06.514716 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a1df7900-d9eb-4dd4-a2dd-58a0fa8356b2 req-1729d98f-b125-478d-b805-62adbeb5b9bb tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496430 Aug 15 14:14:06.541130 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab3bae-9d01-49d3-b9c3-634e5f45b567 req-0f50f7e9-5e34-4551-80f4-b82faabef7c4 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:06.543221 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a2ab3bae-9d01-49d3-b9c3-634e5f45b567 req-0f50f7e9-5e34-4551-80f4-b82faabef7c4 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0598500 Aug 15 14:14:06.582944 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a2ab3bae-9d01-49d3-b9c3-634e5f45b567 req-9ace15d5-8491-415a-b38e-f251edc14d5b tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338440 Aug 15 14:14:06.770874 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a137e41-17f1-4756-990d-3bbe9229d07c req-336fb5e3-de3c-4f91-911f-b5a8bd5b6828 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:06.773781 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-3a137e41-17f1-4756-990d-3bbe9229d07c req-336fb5e3-de3c-4f91-911f-b5a8bd5b6828 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 945 time: 0.0572119 Aug 15 14:14:06.816852 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-3a137e41-17f1-4756-990d-3bbe9229d07c req-2b900e39-f7ec-4345-93f4-d1a4f39fbd03 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369229 Aug 15 14:14:07.642236 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca2fb3-5aa7-44ca-8936-1ba0de4746f7 req-5cd83db2-5951-4896-870b-7564366a535c tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:07.643850 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-77ca2fb3-5aa7-44ca-8936-1ba0de4746f7 req-5cd83db2-5951-4896-870b-7564366a535c tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 945 time: 0.0515356 Aug 15 14:14:07.691802 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-77ca2fb3-5aa7-44ca-8936-1ba0de4746f7 req-8432580b-26b4-47a0-a144-3cf13601d215 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412803 Aug 15 14:14:07.947495 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca176e-bc09-4788-af1d-07bc44af9a26 req-af370528-2fb8-4b9d-a380-2ee4012d029e tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:07.948897 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-12ca176e-bc09-4788-af1d-07bc44af9a26 req-af370528-2fb8-4b9d-a380-2ee4012d029e tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 945 time: 0.0515685 Aug 15 14:14:07.987831 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-12ca176e-bc09-4788-af1d-07bc44af9a26 req-134b256e-8d4a-436f-b2f3-32595456123e tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327466 Aug 15 14:14:08.138275 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 8c08a9c8-1e91-4680-b388-5194ff51aaae up at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:14:08.237335 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning for port 8c08a9c8-1e91-4680-b388-5194ff51aaae completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:14:08.243978 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning complete for port 8c08a9c8-1e91-4680-b388-5194ff51aaae triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:14:08.244529 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:08.326481 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:08.356933 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a558a5e-54f3-46fd-a374-bbf28641d9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c08a9c8-1e91-4680-b388-5194ff51aaae'}] {{(pid=94453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:14:08.359193 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67f9f608f21815e3b7d057bcd481c644a3f088ed5729c17767b65ea5f15acf6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d17f81-8ce6-4773-a70a-fc0b4b9538a6" -d '{"events": [{"server_uuid": "1a558a5e-54f3-46fd-a374-bbf28641d9f0", "name": "network-vif-plugged", "status": "completed", "tag": "8c08a9c8-1e91-4680-b388-5194ff51aaae"}]}' {{(pid=94453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:14:08.372137 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 8c08a9c8-1e91-4680-b388-5194ff51aaae, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=8c08a9c8-1e91-4680-b388-5194ff51aaae,segment=NetworkSegment(3283a93e-7cb5-4d91-a363-19ad57158539),segment_id=3283a93e-7cb5-4d91-a363-19ad57158539)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:14:08.402546 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fbe9af-8212-4693-8436-fd8b75d071f2 x-openstack-request-id: req-10fbe9af-8212-4693-8436-fd8b75d071f2 {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:14:08.402835 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a558a5e-54f3-46fd-a374-bbf28641d9f0", "name": "network-vif-plugged", "status": "completed", "tag": "8c08a9c8-1e91-4680-b388-5194ff51aaae", "code": 200}]} {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:14:08.403092 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-10fbe9af-8212-4693-8436-fd8b75d071f2 {{(pid=94453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:14:08.404905 dv-cinder-804581-6-iscsi neutron-server[94453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a558a5e-54f3-46fd-a374-bbf28641d9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c08a9c8-1e91-4680-b388-5194ff51aaae', 'code': 200} Aug 15 14:14:08.424020 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:08.425310 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 598b590b-e11e-42fe-b18d-e49e1780f282 up at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:14:08.532778 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=8c08a9c8-1e91-4680-b388-5194ff51aaae,revision_number=5']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:08.604117 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning for port 598b590b-e11e-42fe-b18d-e49e1780f282 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:14:08.608657 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning complete for port 598b590b-e11e-42fe-b18d-e49e1780f282 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:14:08.612769 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:08.690606 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:08.729763 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 598b590b-e11e-42fe-b18d-e49e1780f282, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=598b590b-e11e-42fe-b18d-e49e1780f282,segment=NetworkSegment(0d773301-4627-4dbc-af30-9dbe1f56781d),segment_id=0d773301-4627-4dbc-af30-9dbe1f56781d)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:14:08.791331 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dad35f-3e89-4327-8bf5-a04797326b69 req-15cd1093-13d4-4a5f-b456-899a6d771f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:08.791331 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-62dad35f-3e89-4327-8bf5-a04797326b69 req-15cd1093-13d4-4a5f-b456-899a6d771f34 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 1099 time: 0.0445490 Aug 15 14:14:08.824550 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:08.832719 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-62dad35f-3e89-4327-8bf5-a04797326b69 req-a67f188c-91d8-4e7e-9252-f509c0d83045 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349579 Aug 15 14:14:08.846571 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45e13d-58fa-4afc-96c2-a8887231c1d5 req-bb79c4d3-d994-49d3-a1e1-6f181f3ebb4a tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:08.848887 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-7c45e13d-58fa-4afc-96c2-a8887231c1d5 req-bb79c4d3-d994-49d3-a1e1-6f181f3ebb4a tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 946 time: 0.0634904 Aug 15 14:14:08.904556 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-7c45e13d-58fa-4afc-96c2-a8887231c1d5 req-8adc8832-570e-4bc2-925f-5d694e0400ea tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490286 Aug 15 14:14:08.929210 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=598b590b-e11e-42fe-b18d-e49e1780f282,revision_number=5']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:09.108455 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616ad47-3fb7-4519-a790-ce22e6d835dd req-d3a8e53d-fd40-4495-a220-58ff97163d81 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:09.109999 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c616ad47-3fb7-4519-a790-ce22e6d835dd req-d3a8e53d-fd40-4495-a220-58ff97163d81 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 946 time: 0.0516102 Aug 15 14:14:09.154483 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c616ad47-3fb7-4519-a790-ce22e6d835dd req-1cf552bd-6364-4596-aab9-54a7388e343e tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348036 Aug 15 14:14:09.329940 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 46192) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:09.473122 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 46202) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:09.507036 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fb0fb-3bcf-42a7-a297-bb60146294be req-49f891f2-6780-473c-b49f-a1b98a9c1173 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:09.508613 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7c7fb0fb-3bcf-42a7-a297-bb60146294be req-49f891f2-6780-473c-b49f-a1b98a9c1173 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0602775 Aug 15 14:14:09.543712 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d995147d-1e96-4175-ae5d-9347e155b628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:09.582896 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7c7fb0fb-3bcf-42a7-a297-bb60146294be req-768b7193-9ed9-4d2c-a132-9a23fc4d0ce4 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631912 Aug 15 14:14:09.597637 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-bfbcd4a0-f932-4bd9-8cb4-14183843c7dd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cb9ec4ee779845238973a661f76a0182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2661428 Aug 15 14:14:09.600129 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 46206) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:09.674422 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-00a207c3-4848-408d-9835-b101efa38fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:09.714436 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-00a207c3-4848-408d-9835-b101efa38fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:09.724087 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d995147d-1e96-4175-ae5d-9347e155b628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:09.762989 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d995147d-1e96-4175-ae5d-9347e155b628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:09.804248 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995147d-1e96-4175-ae5d-9347e155b628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f30367-edb7-4d3b-89ca-b55730027d1f,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:09.809802 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-d995147d-1e96-4175-ae5d-9347e155b628 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=013d1ca4a7a642fc986292259e6ae972&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354659 Aug 15 14:14:09.812319 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 46214) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:09.861376 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-00a207c3-4848-408d-9835-b101efa38fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:09.863775 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-00a207c3-4848-408d-9835-b101efa38fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:09.864923 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-00a207c3-4848-408d-9835-b101efa38fe5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/232e45f4-1537-4429-a161-31a2058e9bdb HTTP/1.1" status: 204 len: 168 time: 0.2635279 Aug 15 14:14:09.870882 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-b0aa6fb5-a466-48c7-abd3-1defe49fbfc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:09.884199 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a207c3-4848-408d-9835-b101efa38fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232e45f4-1537-4429-a161-31a2058e9bdb,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:09.902816 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-b0aa6fb5-a466-48c7-abd3-1defe49fbfc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:10.046531 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e374f-a910-4652-a06f-83b1e0ee0bb0 req-7ec7890f-7cf5-405f-a3d1-c86df509e8c8 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:10.048795 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-de9e374f-a910-4652-a06f-83b1e0ee0bb0 req-7ec7890f-7cf5-405f-a3d1-c86df509e8c8 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 946 time: 0.0530560 Aug 15 14:14:10.066244 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-b0aa6fb5-a466-48c7-abd3-1defe49fbfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:10.072319 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-b0aa6fb5-a466-48c7-abd3-1defe49fbfc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:10.073718 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-b0aa6fb5-a466-48c7-abd3-1defe49fbfc8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/67f30367-edb7-4d3b-89ca-b55730027d1f HTTP/1.1" status: 204 len: 168 time: 0.2604911 Aug 15 14:14:10.090788 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa6fb5-a466-48c7-abd3-1defe49fbfc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f30367-edb7-4d3b-89ca-b55730027d1f,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:10.102994 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-de9e374f-a910-4652-a06f-83b1e0ee0bb0 req-c5bd8449-444a-4d8a-ac41-64399b9362a3 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482700 Aug 15 14:14:10.357024 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856313a3-2a59-41f3-a4e6-d836bf733896 req-ec3e9fe8-5176-4379-9a86-509679d0fdfd tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:10.361878 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-856313a3-2a59-41f3-a4e6-d836bf733896 req-ec3e9fe8-5176-4379-9a86-509679d0fdfd tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 946 time: 0.0658689 Aug 15 14:14:10.397493 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-856313a3-2a59-41f3-a4e6-d836bf733896 req-25c6de1a-8515-475e-af2c-c861e7a3c1b4 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326450 Aug 15 14:14:10.405141 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c01571-3b95-457e-8568-179f069177cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598b590b-e11e-42fe-b18d-e49e1780f282'}] {{(pid=94453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:14:10.408299 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67f9f608f21815e3b7d057bcd481c644a3f088ed5729c17767b65ea5f15acf6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b98b34-a1b4-43a5-873d-fb7def49d979" -d '{"events": [{"server_uuid": "95c01571-3b95-457e-8568-179f069177cd", "name": "network-vif-plugged", "status": "completed", "tag": "598b590b-e11e-42fe-b18d-e49e1780f282"}]}' {{(pid=94453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:14:10.462698 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ee4744-40f5-4277-a6a6-03cc582c42c3 x-openstack-request-id: req-76ee4744-40f5-4277-a6a6-03cc582c42c3 {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:14:10.463227 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c01571-3b95-457e-8568-179f069177cd", "name": "network-vif-plugged", "status": "completed", "tag": "598b590b-e11e-42fe-b18d-e49e1780f282", "code": 200}]} {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:14:10.463653 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-76ee4744-40f5-4277-a6a6-03cc582c42c3 {{(pid=94453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:14:10.464192 dv-cinder-804581-6-iscsi neutron-server[94453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c01571-3b95-457e-8568-179f069177cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598b590b-e11e-42fe-b18d-e49e1780f282', 'code': 200} Aug 15 14:14:10.746568 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-17c1d759-5351-470d-b453-794f1af41ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:10.867640 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae9760-1b9a-4bd2-90a8-49d48c8f4fd6 req-0959fe52-344d-437d-b7b9-cc8a032f3706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:10.873470 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-87ae9760-1b9a-4bd2-90a8-49d48c8f4fd6 req-0959fe52-344d-437d-b7b9-cc8a032f3706 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 1099 time: 0.0505457 Aug 15 14:14:10.908932 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-87ae9760-1b9a-4bd2-90a8-49d48c8f4fd6 req-de2e0ba5-2d40-47e3-b9ac-3ce493f748c2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316873 Aug 15 14:14:10.963338 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 46272) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:11.059201 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-df47aba8-ed7f-4179-b9e9-5034ddc8431d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2005930483-network', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:14:11.151856 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df47aba8-ed7f-4179-b9e9-5034ddc8431d admin admin] Made reservation on behalf of e17307d397464d099cfe8fea70bc575f for: {'network': 1} {{(pid=94451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:14:11.154268 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-df47aba8-ed7f-4179-b9e9-5034ddc8431d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for network, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:11.163458 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-df47aba8-ed7f-4179-b9e9-5034ddc8431d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:11.268372 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41ca15-00a5-402b-9c59-a39f6ca63e72 req-92c10a46-8f73-4ff8-8f18-046cad13ffbf tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:11.273932 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9d41ca15-00a5-402b-9c59-a39f6ca63e72 req-92c10a46-8f73-4ff8-8f18-046cad13ffbf tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 946 time: 0.0903552 Aug 15 14:14:11.343548 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-df47aba8-ed7f-4179-b9e9-5034ddc8431d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:11.347311 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9d41ca15-00a5-402b-9c59-a39f6ca63e72 req-ce8bf2a9-9aec-4d5d-84c5-10e5fe87e2e8 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547981 Aug 15 14:14:11.400772 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-df47aba8-ed7f-4179-b9e9-5034ddc8431d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:11.426410 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df47aba8-ed7f-4179-b9e9-5034ddc8431d admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=94451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 15 14:14:11.445917 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-df47aba8-ed7f-4179-b9e9-5034ddc8431d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:11.446285 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.db.segments_db [None req-df47aba8-ed7f-4179-b9e9-5034ddc8431d admin admin] Added segment b621ef3b-4103-4fcd-84aa-5ab6add98e0a of type vlan for network f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a Aug 15 14:14:11.447710 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47aba8-ed7f-4179-b9e9-5034ddc8431d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f4b0ae-5460-4ff8-8104-36fd65e496de,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:11.491810 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a0654-3014-47f8-9de2-188f8ebd92f7 req-1e9c1077-aeb2-4148-8440-a82f6b04e243 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:11.500417 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-662a0654-3014-47f8-9de2-188f8ebd92f7 req-1e9c1077-aeb2-4148-8440-a82f6b04e243 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 946 time: 0.0747702 Aug 15 14:14:11.500787 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-df47aba8-ed7f-4179-b9e9-5034ddc8431d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787668796995'] for network, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:11.541995 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-662a0654-3014-47f8-9de2-188f8ebd92f7 req-d82a5dec-a21d-41fc-af31-2d572c322473 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404711 Aug 15 14:14:11.578705 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb0ea6-7b96-49bc-98ff-1874ae400517 req-11040aea-c7b3-4aaa-8719-790ff89e5914 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:11.580281 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5beb0ea6-7b96-49bc-98ff-1874ae400517 req-11040aea-c7b3-4aaa-8719-790ff89e5914 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 946 time: 0.0709598 Aug 15 14:14:11.640054 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5beb0ea6-7b96-49bc-98ff-1874ae400517 req-86e9b4c4-b104-4bdf-b24a-c7c77e1cad41 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508006 Aug 15 14:14:11.642517 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-df47aba8-ed7f-4179-b9e9-5034ddc8431d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for network, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:11.643846 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df47aba8-ed7f-4179-b9e9-5034ddc8431d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:11.644419 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-df47aba8-ed7f-4179-b9e9-5034ddc8431d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:11.706511 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47aba8-ed7f-4179-b9e9-5034ddc8431d admin admin] Pushing event updated for resources: {'Network': ['ID=f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:11.718543 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Network f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a details requested by agent ovs-agent-dv-cinder-804581-6-iscsi with host dv-cinder-804581-6-iscsi {{(pid=94453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 15 14:14:11.775327 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-df47aba8-ed7f-4179-b9e9-5034ddc8431d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8106866 Aug 15 14:14:11.778975 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 46302) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:11.784079 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-7f562b4b-78d4-4291-97d6-93bed4c45ce9 admin admin] Request body: {'subnet': {'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2005930483-subnet', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'ip_version': 4}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:14:11.903849 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff743e6-0577-4b63-8c3d-de0638091385 req-91099da2-fadf-4a5b-bcf0-118e8465b21f tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:11.905322 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-2ff743e6-0577-4b63-8c3d-de0638091385 req-91099da2-fadf-4a5b-bcf0-118e8465b21f tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 946 time: 0.0535917 Aug 15 14:14:11.909589 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f562b4b-78d4-4291-97d6-93bed4c45ce9 admin admin] Made reservation on behalf of e17307d397464d099cfe8fea70bc575f for: {'subnet': 1} {{(pid=94451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:14:11.914183 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7f562b4b-78d4-4291-97d6-93bed4c45ce9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:12.000608 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-2ff743e6-0577-4b63-8c3d-de0638091385 req-2779d36c-aa25-4d4a-81f9-fa6bb916c85c tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863335 Aug 15 14:14:12.197604 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7f562b4b-78d4-4291-97d6-93bed4c45ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for subnet, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:12.253541 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f562b4b-78d4-4291-97d6-93bed4c45ce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04fb6d4a-8e43-4587-8cf9-333c90daf207,revision_number=0']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:12.265278 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f562b4b-78d4-4291-97d6-93bed4c45ce9 admin admin] Checking segment: {'id': 'b621ef3b-4103-4fcd-84aa-5ab6add98e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:14:12.272195 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f562b4b-78d4-4291-97d6-93bed4c45ce9 admin admin] Network hostable DHCP agents. Network: f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a, hostable agents: ['79a36ae1-c81e-4df0-b784-d4dbca0423ec'], hosted agents: [] {{(pid=94451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 15 14:14:12.345568 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f562b4b-78d4-4291-97d6-93bed4c45ce9 admin admin] Network f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a is scheduled to be hosted by DHCP agent 79a36ae1-c81e-4df0-b784-d4dbca0423ec with binding_index 1 {{(pid=94451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 15 14:14:12.431390 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.base_scheduler [None req-7f562b4b-78d4-4291-97d6-93bed4c45ce9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-6-iscsi, f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a) {{(pid=94451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:14:12.435590 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f562b4b-78d4-4291-97d6-93bed4c45ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:12.436164 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7f562b4b-78d4-4291-97d6-93bed4c45ce9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:12.440378 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3d3745-1476-499b-89fc-af589f708662 None None] Network f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:14:12.549334 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-7f562b4b-78d4-4291-97d6-93bed4c45ce9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7667372 Aug 15 14:14:12.549729 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 46316) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:12.555102 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-7d9a502d-b281-4e1e-b950-fccbc1bca1a2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2005930483-router', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'}}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:14:12.593559 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269115cc-3842-4adf-8e72-23f0bec9d84d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8509098c-d4be-5410-8ba7-b88853ea627d-f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'fixed_ips': [{'subnet_id': '04fb6d4a-8e43-4587-8cf9-333c90daf207'}]}} from dv-cinder-804581-6-iscsi. {{(pid=94453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 15 14:14:12.594404 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-269115cc-3842-4adf-8e72-23f0bec9d84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:12.632244 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7d9a502d-b281-4e1e-b950-fccbc1bca1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1505'] for router, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:12.643997 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7d9a502d-b281-4e1e-b950-fccbc1bca1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-594727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1514'] for router, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:12.788267 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.db_base_plugin_common [None req-269115cc-3842-4adf-8e72-23f0bec9d84d None None] Allocated IP 172.20.0.2 (f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a/04fb6d4a-8e43-4587-8cf9-333c90daf207/18238709-174e-40cd-888a-a28e131d6edc) {{(pid=94453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:14:12.797262 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7d9a502d-b281-4e1e-b950-fccbc1bca1a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:12.854706 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced5168-a721-41a0-a516-32041baa1313 req-0d4d182b-e098-431a-96d4-45210a0eaa62 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:12.861683 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-eced5168-a721-41a0-a516-32041baa1313 req-0d4d182b-e098-431a-96d4-45210a0eaa62 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 946 time: 0.1119893 Aug 15 14:14:12.901688 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-eced5168-a721-41a0-a516-32041baa1313 req-c5b0c03e-a423-4164-84e5-5e4d74b56a90 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391107 Aug 15 14:14:12.962489 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-269115cc-3842-4adf-8e72-23f0bec9d84d None None] Notify callbacks [] for port, precommit_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:12.971310 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-269115cc-3842-4adf-8e72-23f0bec9d84d None None] Transition to ACTIVE for port object 18238709-174e-40cd-888a-a28e131d6edc will not be triggered until provisioned by entity L2. {{(pid=94453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:14:12.987057 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-269115cc-3842-4adf-8e72-23f0bec9d84d None None] Transition to ACTIVE for port object 18238709-174e-40cd-888a-a28e131d6edc will not be triggered until provisioned by entity DHCP. {{(pid=94453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:14:13.072081 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7d9a502d-b281-4e1e-b950-fccbc1bca1a2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:13.095004 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-269115cc-3842-4adf-8e72-23f0bec9d84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469'] for port, after_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:13.136033 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269115cc-3842-4adf-8e72-23f0bec9d84d None None] Network f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a is already hosted by enough agents. {{(pid=94453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:14:13.138897 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.scheduler.base_scheduler [None req-269115cc-3842-4adf-8e72-23f0bec9d84d None None] Resources bound (agent type, host, resource id): {{(pid=94453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:14:13.142389 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269115cc-3842-4adf-8e72-23f0bec9d84d None None] Received port after_create {{(pid=94453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:14:13.152303 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269115cc-3842-4adf-8e72-23f0bec9d84d None None] Pushing event updated for resources: {'Port': ['ID=18238709-174e-40cd-888a-a28e131d6edc,revision_number=1']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:13.215765 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-269115cc-3842-4adf-8e72-23f0bec9d84d None None] Attempting to bind port 18238709-174e-40cd-888a-a28e131d6edc on host dv-cinder-804581-6-iscsi for vnic_type normal with profile {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:14:13.216132 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-269115cc-3842-4adf-8e72-23f0bec9d84d None None] Attempting to bind port 18238709-174e-40cd-888a-a28e131d6edc by drivers openvswitch,hyperv on host dv-cinder-804581-6-iscsi at level 0 using segments [{'id': 'b621ef3b-4103-4fcd-84aa-5ab6add98e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a'}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:14:13.216495 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269115cc-3842-4adf-8e72-23f0bec9d84d None None] Attempting to bind port 18238709-174e-40cd-888a-a28e131d6edc on network f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:14:13.221888 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269115cc-3842-4adf-8e72-23f0bec9d84d None None] Checking agent: {'id': '9fd064e6-11f0-4c96-a2d8-3af8385acf93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 3, 44), 'started_at': datetime.datetime(2021, 8, 15, 14, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:14:13.222257 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269115cc-3842-4adf-8e72-23f0bec9d84d None None] Checking segment: {'id': 'b621ef3b-4103-4fcd-84aa-5ab6add98e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:14:13.222660 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-269115cc-3842-4adf-8e72-23f0bec9d84d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:13.223045 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269115cc-3842-4adf-8e72-23f0bec9d84d None None] Bound using segment: {'id': 'b621ef3b-4103-4fcd-84aa-5ab6add98e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a'} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:14:13.223501 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-269115cc-3842-4adf-8e72-23f0bec9d84d None None] Bound port: 18238709-174e-40cd-888a-a28e131d6edc, host: dv-cinder-804581-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b621ef3b-4103-4fcd-84aa-5ab6add98e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a'}}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:14:13.223877 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-269115cc-3842-4adf-8e72-23f0bec9d84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:13.373314 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7d9a502d-b281-4e1e-b950-fccbc1bca1a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:13.383100 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-974b8c8b-1936-425d-bb55-f359f837bb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:13.396576 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7d9a502d-b281-4e1e-b950-fccbc1bca1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:13.414314 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-269115cc-3842-4adf-8e72-23f0bec9d84d None None] For port 18238709-174e-40cd-888a-a28e131d6edc, host dv-cinder-804581-6-iscsi, cleared binding levels {{(pid=94453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:14:13.421357 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-269115cc-3842-4adf-8e72-23f0bec9d84d None None] For port 18238709-174e-40cd-888a-a28e131d6edc, host dv-cinder-804581-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=18238709-174e-40cd-888a-a28e131d6edc,segment=NetworkSegment(b621ef3b-4103-4fcd-84aa-5ab6add98e0a),segment_id=b621ef3b-4103-4fcd-84aa-5ab6add98e0a)] {{(pid=94453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:14:13.508170 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.db_base_plugin_common [None req-7d9a502d-b281-4e1e-b950-fccbc1bca1a2 admin admin] Allocated IP 172.27.3.180 (1d9f8f4c-a9c3-49e7-b907-6801ec194130/0214dcca-22ca-4853-8d9b-9f5ee3e8fb08/34815c2a-608e-498e-8ab4-7e9efb430084) {{(pid=94451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:14:13.528028 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-269115cc-3842-4adf-8e72-23f0bec9d84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:13.605114 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269115cc-3842-4adf-8e72-23f0bec9d84d None None] Pushing event updated for resources: {'Port': ['ID=18238709-174e-40cd-888a-a28e131d6edc,revision_number=2']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:13.636367 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7d9a502d-b281-4e1e-b950-fccbc1bca1a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:13.795703 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7d9a502d-b281-4e1e-b950-fccbc1bca1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469'] for port, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:13.863391 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9a502d-b281-4e1e-b950-fccbc1bca1a2 admin admin] Network 1d9f8f4c-a9c3-49e7-b907-6801ec194130 is already hosted by enough agents. {{(pid=94451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:14:13.869487 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.base_scheduler [None req-7d9a502d-b281-4e1e-b950-fccbc1bca1a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:14:13.872998 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9a502d-b281-4e1e-b950-fccbc1bca1a2 admin admin] Received port after_create {{(pid=94451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:14:13.895087 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:13.947063 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a502d-b281-4e1e-b950-fccbc1bca1a2 admin admin] Pushing event updated for resources: {'Port': ['ID=34815c2a-608e-498e-8ab4-7e9efb430084,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:14.182606 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7d9a502d-b281-4e1e-b950-fccbc1bca1a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:14.612520 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ecbc5a-ba62-46f7-90f3-592ce09ac8b8 None None] Network f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:14:14.618971 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7d9a502d-b281-4e1e-b950-fccbc1bca1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594930'] for router, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:14.683091 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:14.794685 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-656a1f83-ffad-43bb-9f8a-2f2cf1fb9667 None None] Provisioning for port 18238709-174e-40cd-888a-a28e131d6edc completed by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:14:14.810413 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 18238709-174e-40cd-888a-a28e131d6edc up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:14:14.854349 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9a502d-b281-4e1e-b950-fccbc1bca1a2 admin admin] Router d8e3f065-29f9-4b82-a5a6-ec78243aa1ca is scheduled to L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 with binding_index 1 {{(pid=94451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 15 14:14:14.938203 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning for port 18238709-174e-40cd-888a-a28e131d6edc completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:14:14.942543 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 18238709-174e-40cd-888a-a28e131d6edc triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:14:14.942633 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:14.999758 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9a502d-b281-4e1e-b950-fccbc1bca1a2 admin admin] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:14:15.015273 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0705b29b-bc10-45e8-8e54-e0cdc7763138 None None] Sync routers for ids ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'] in dv-cinder-804581-6-iscsi {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:14:15.030408 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0705b29b-bc10-45e8-8e54-e0cdc7763138 None None] Routers {'d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:14:15.031353 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-0705b29b-bc10-45e8-8e54-e0cdc7763138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:14:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:14:15.124335 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7d9a502d-b281-4e1e-b950-fccbc1bca1a2 admin admin] Notify callbacks [] for router, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:15.127549 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-7d9a502d-b281-4e1e-b950-fccbc1bca1a2 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5767353 Aug 15 14:14:15.131177 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 46408) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:15.147115 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-3f303864-7cda-48d1-a1a0-7229542af2be None None] Provisioning complete for port 18238709-174e-40cd-888a-a28e131d6edc triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:14:15.148048 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-3f303864-7cda-48d1-a1a0-7229542af2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:15.192055 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:15.203401 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-0705b29b-bc10-45e8-8e54-e0cdc7763138 None None] Set router d8e3f065-29f9-4b82-a5a6-ec78243aa1ca gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:14:15.251764 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] For port 18238709-174e-40cd-888a-a28e131d6edc, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=18238709-174e-40cd-888a-a28e131d6edc,segment=NetworkSegment(b621ef3b-4103-4fcd-84aa-5ab6add98e0a),segment_id=b621ef3b-4103-4fcd-84aa-5ab6add98e0a)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:14:15.307615 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-3f303864-7cda-48d1-a1a0-7229542af2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:15.331414 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:15.422768 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Pushing event updated for resources: {'Port': ['ID=18238709-174e-40cd-888a-a28e131d6edc,revision_number=3']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:15.426091 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.db.api [None req-3f303864-7cda-48d1-a1a0-7229542af2be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 15 14:14:15.426480 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG oslo_db.api [None req-3f303864-7cda-48d1-a1a0-7229542af2be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 15 14:14:15.503117 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-0705b29b-bc10-45e8-8e54-e0cdc7763138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'name': 'tempest-TestVolumeBootPattern-2005930483-router', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:12Z', 'updated_at': '2021-08-15T14:14:13Z', 'revision_number': 3, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'gw_port': {'id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:13Z', 'updated_at': '2021-08-15T14:14:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:14:15.535014 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0705b29b-bc10-45e8-8e54-e0cdc7763138 None None] Checking router: d8e3f065-29f9-4b82-a5a6-ec78243aa1ca for host: dv-cinder-804581-6-iscsi {{(pid=94454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:14:15.535362 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0705b29b-bc10-45e8-8e54-e0cdc7763138 None None] Updating router d8e3f065-29f9-4b82-a5a6-ec78243aa1ca port 34815c2a-608e-498e-8ab4-7e9efb430084 binding host dv-cinder-804581-6-iscsi {{(pid=94454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 15 14:14:15.562542 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-0705b29b-bc10-45e8-8e54-e0cdc7763138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:15.622439 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5ec92f3b-5b18-43cb-b8af-6cd7195bf1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:15.798671 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [None req-5ec92f3b-5b18-43cb-b8af-6cd7195bf1bb admin admin] Allocated IP 172.20.0.1 (f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a/04fb6d4a-8e43-4587-8cf9-333c90daf207/10368493-0ae5-4573-92fd-0fb7747e7971) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:14:15.861202 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-0705b29b-bc10-45e8-8e54-e0cdc7763138 None None] Notify callbacks [] for port, precommit_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:15.872219 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.provisioning_blocks [None req-0705b29b-bc10-45e8-8e54-e0cdc7763138 None None] Transition to ACTIVE for port object 34815c2a-608e-498e-8ab4-7e9efb430084 will not be triggered until provisioned by entity L2. {{(pid=94454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:14:15.914533 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5ec92f3b-5b18-43cb-b8af-6cd7195bf1bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:15.933082 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.provisioning_blocks [None req-5ec92f3b-5b18-43cb-b8af-6cd7195bf1bb admin admin] Transition to ACTIVE for port object 10368493-0ae5-4573-92fd-0fb7747e7971 will not be triggered until provisioned by entity DHCP. {{(pid=94450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:14:15.966589 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-0705b29b-bc10-45e8-8e54-e0cdc7763138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:16.026773 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf136c-e50a-4fca-8796-999a9aa3a254 None None] Pushing event updated for resources: {'Port': ['ID=34815c2a-608e-498e-8ab4-7e9efb430084,revision_number=2']} {{(pid=94454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:16.034734 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.managers [None req-0705b29b-bc10-45e8-8e54-e0cdc7763138 None None] Attempting to bind port 34815c2a-608e-498e-8ab4-7e9efb430084 on host dv-cinder-804581-6-iscsi for vnic_type normal with profile {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:14:16.035356 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.managers [None req-0705b29b-bc10-45e8-8e54-e0cdc7763138 None None] Attempting to bind port 34815c2a-608e-498e-8ab4-7e9efb430084 by drivers openvswitch,hyperv on host dv-cinder-804581-6-iscsi at level 0 using segments [{'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'}] {{(pid=94454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:14:16.035566 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5ec92f3b-5b18-43cb-b8af-6cd7195bf1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:16.035824 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0705b29b-bc10-45e8-8e54-e0cdc7763138 None None] Attempting to bind port 34815c2a-608e-498e-8ab4-7e9efb430084 on network 1d9f8f4c-a9c3-49e7-b907-6801ec194130 {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:14:16.041561 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf136c-e50a-4fca-8796-999a9aa3a254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:16.041561 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf136c-e50a-4fca-8796-999a9aa3a254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:16.041561 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf136c-e50a-4fca-8796-999a9aa3a254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:16.041561 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf136c-e50a-4fca-8796-999a9aa3a254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:16.043469 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf136c-e50a-4fca-8796-999a9aa3a254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:16.043469 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf136c-e50a-4fca-8796-999a9aa3a254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:16.043469 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf136c-e50a-4fca-8796-999a9aa3a254 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:16.043469 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf136c-e50a-4fca-8796-999a9aa3a254 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:16.043775 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf136c-e50a-4fca-8796-999a9aa3a254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:16.043849 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf136c-e50a-4fca-8796-999a9aa3a254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:16.044695 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf136c-e50a-4fca-8796-999a9aa3a254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:16.044695 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbf136c-e50a-4fca-8796-999a9aa3a254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:16.051731 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0705b29b-bc10-45e8-8e54-e0cdc7763138 None None] Checking agent: {'id': '9fd064e6-11f0-4c96-a2d8-3af8385acf93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 3, 44), 'started_at': datetime.datetime(2021, 8, 15, 14, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:14:16.052104 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0705b29b-bc10-45e8-8e54-e0cdc7763138 None None] Checking segment: {'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:14:16.052557 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-0705b29b-bc10-45e8-8e54-e0cdc7763138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:16.052998 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0705b29b-bc10-45e8-8e54-e0cdc7763138 None None] Bound using segment: {'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'} {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:14:16.053554 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.managers [None req-0705b29b-bc10-45e8-8e54-e0cdc7763138 None None] Bound port: 34815c2a-608e-498e-8ab4-7e9efb430084, host: dv-cinder-804581-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'}}] {{(pid=94454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:14:16.053911 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-0705b29b-bc10-45e8-8e54-e0cdc7763138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:16.077355 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec92f3b-5b18-43cb-b8af-6cd7195bf1bb admin admin] Network f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:14:16.080205 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [None req-5ec92f3b-5b18-43cb-b8af-6cd7195bf1bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:14:16.084381 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec92f3b-5b18-43cb-b8af-6cd7195bf1bb admin admin] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:14:16.111680 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec92f3b-5b18-43cb-b8af-6cd7195bf1bb admin admin] Pushing event updated for resources: {'Port': ['ID=10368493-0ae5-4573-92fd-0fb7747e7971,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:16.124943 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.db [None req-0705b29b-bc10-45e8-8e54-e0cdc7763138 None None] For port 34815c2a-608e-498e-8ab4-7e9efb430084, host dv-cinder-804581-6-iscsi, cleared binding levels {{(pid=94454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:14:16.130100 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.db [None req-0705b29b-bc10-45e8-8e54-e0cdc7763138 None None] For port 34815c2a-608e-498e-8ab4-7e9efb430084, host dv-cinder-804581-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=34815c2a-608e-498e-8ab4-7e9efb430084,segment=NetworkSegment(5e752e44-7069-4182-ac48-4f84d046513a),segment_id=5e752e44-7069-4182-ac48-4f84d046513a)] {{(pid=94454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:14:16.134673 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5ec92f3b-5b18-43cb-b8af-6cd7195bf1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520487'] for router_interface, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:16.209848 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-0705b29b-bc10-45e8-8e54-e0cdc7763138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:16.305210 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0705b29b-bc10-45e8-8e54-e0cdc7763138 None None] Routers {'d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:14:16.305886 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-0705b29b-bc10-45e8-8e54-e0cdc7763138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:14:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:14:16.313294 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf136c-e50a-4fca-8796-999a9aa3a254 None None] Pushing event updated for resources: {'Port': ['ID=34815c2a-608e-498e-8ab4-7e9efb430084,revision_number=3']} {{(pid=94454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:16.371028 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 46460) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:16.396098 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5ec92f3b-5b18-43cb-b8af-6cd7195bf1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:16.425379 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.db_base_plugin_v2 [None req-65899ced-a2bd-4c8e-94ee-8bb71a5bdc62 admin admin] Deleting subnet cac942f9-2e33-480e-9493-b06701d4d878 {{(pid=94451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 15 14:14:16.429485 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-65899ced-a2bd-4c8e-94ee-8bb71a5bdc62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:16.432279 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-0705b29b-bc10-45e8-8e54-e0cdc7763138 None None] Set router d8e3f065-29f9-4b82-a5a6-ec78243aa1ca gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:14:16.465542 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-65899ced-a2bd-4c8e-94ee-8bb71a5bdc62 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:16.471562 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-65899ced-a2bd-4c8e-94ee-8bb71a5bdc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1604558'] for subnet, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:16.544050 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-7b0285aa-0b0f-43a0-80ed-3b7629eed975 None None] Provisioning for port 10368493-0ae5-4573-92fd-0fb7747e7971 completed by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:14:16.548115 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-7b0285aa-0b0f-43a0-80ed-3b7629eed975 None None] Provisioning complete for port 10368493-0ae5-4573-92fd-0fb7747e7971 triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:14:16.548707 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-7b0285aa-0b0f-43a0-80ed-3b7629eed975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:16.578515 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:16.586450 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-7b0285aa-0b0f-43a0-80ed-3b7629eed975 None None] Port 10368493-0ae5-4573-92fd-0fb7747e7971 cannot update to ACTIVE because it is not bound. {{(pid=94453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 15 14:14:16.598385 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5ec92f3b-5b18-43cb-b8af-6cd7195bf1bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:16.629903 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-0705b29b-bc10-45e8-8e54-e0cdc7763138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'name': 'tempest-TestVolumeBootPattern-2005930483-router', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:12Z', 'updated_at': '2021-08-15T14:14:13Z', 'revision_number': 3, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'gw_port': {'id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:13Z', 'updated_at': '2021-08-15T14:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:14:16.635146 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-65899ced-a2bd-4c8e-94ee-8bb71a5bdc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1604569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for subnet, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:16.656536 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0705b29b-bc10-45e8-8e54-e0cdc7763138 None None] The sync data for ids ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'] in dv-cinder-804581-6-iscsi is: [{'id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'name': 'tempest-TestVolumeBootPattern-2005930483-router', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:12Z', 'updated_at': '2021-08-15T14:14:13Z', 'revision_number': 3, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'gw_port': {'id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:13Z', 'updated_at': '2021-08-15T14:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}] {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:14:16.664954 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-65899ced-a2bd-4c8e-94ee-8bb71a5bdc62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:16.667343 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-65899ced-a2bd-4c8e-94ee-8bb71a5bdc62 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/cac942f9-2e33-480e-9493-b06701d4d878 HTTP/1.1" status: 204 len: 168 time: 0.2951627 Aug 15 14:14:16.673262 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65899ced-a2bd-4c8e-94ee-8bb71a5bdc62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cac942f9-2e33-480e-9493-b06701d4d878,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:16.674223 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 46466) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:16.719463 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5ec92f3b-5b18-43cb-b8af-6cd7195bf1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:16.762138 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 18238709-174e-40cd-888a-a28e131d6edc up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:14:16.807182 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5ec92f3b-5b18-43cb-b8af-6cd7195bf1bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520627'] for router_interface, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:16.811264 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 18238709-174e-40cd-888a-a28e131d6edc triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:14:16.811623 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:16.819535 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-360eb204-de5a-4f94-aa92-7af4726055a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586961'] for network, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:16.821067 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec92f3b-5b18-43cb-b8af-6cd7195bf1bb admin admin] Pushing event updated for resources: {'Port': ['ID=10368493-0ae5-4573-92fd-0fb7747e7971,revision_number=2']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:17.024213 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-360eb204-de5a-4f94-aa92-7af4726055a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1603913', 'neutron.services.segments.db._delete_segments_for_network-8787669368688'] for network, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:17.037993 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.services.segments.db [None req-360eb204-de5a-4f94-aa92-7af4726055a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca027d4-4541-4199-9a90-43e58a2b8bdb']}} {{(pid=94450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:14:17.052862 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec92f3b-5b18-43cb-b8af-6cd7195bf1bb admin admin] Network f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:14:17.054993 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [None req-5ec92f3b-5b18-43cb-b8af-6cd7195bf1bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:14:17.063074 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.services.segments.db [None req-360eb204-de5a-4f94-aa92-7af4726055a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aad6fef-305a-4b1d-b361-b0a00020e2fb') {'for_net_delete': True} {{(pid=94450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:14:17.063466 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.services.segments.db [None req-360eb204-de5a-4f94-aa92-7af4726055a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aad6fef-305a-4b1d-b361-b0a00020e2fb') {} {{(pid=94450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:14:17.105738 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-360eb204-de5a-4f94-aa92-7af4726055a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787669372281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8972426'] for segment, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:17.127694 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-360eb204-de5a-4f94-aa92-7af4726055a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:17.165649 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360eb204-de5a-4f94-aa92-7af4726055a6 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 15 14:14:17.166250 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-360eb204-de5a-4f94-aa92-7af4726055a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976338'] for segment, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:17.167727 dv-cinder-804581-6-iscsi neutron-server[94450]: Traceback (most recent call last): Aug 15 14:14:17.167727 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 15 14:14:17.167727 dv-cinder-804581-6-iscsi neutron-server[94450]: timer() Aug 15 14:14:17.167727 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 15 14:14:17.167727 dv-cinder-804581-6-iscsi neutron-server[94450]: cb(*args, **kw) Aug 15 14:14:17.167727 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 15 14:14:17.167727 dv-cinder-804581-6-iscsi neutron-server[94450]: return func(*args, **kwargs) Aug 15 14:14:17.167727 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 15 14:14:17.167727 dv-cinder-804581-6-iscsi neutron-server[94450]: self._notify() Aug 15 14:14:17.167727 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 15 14:14:17.167727 dv-cinder-804581-6-iscsi neutron-server[94450]: self.callback(batched_events) Aug 15 14:14:17.167727 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 15 14:14:17.167727 dv-cinder-804581-6-iscsi neutron-server[94450]: event.method(event) Aug 15 14:14:17.167727 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 15 14:14:17.167727 dv-cinder-804581-6-iscsi neutron-server[94450]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 15 14:14:17.167727 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 15 14:14:17.167727 dv-cinder-804581-6-iscsi neutron-server[94450]: aggregate_uuid = self.p_client.list_aggregates( Aug 15 14:14:17.167727 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 15 14:14:17.167727 dv-cinder-804581-6-iscsi neutron-server[94450]: return f(self, *a, **k) Aug 15 14:14:17.167727 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 15 14:14:17.167727 dv-cinder-804581-6-iscsi neutron-server[94450]: return self._get(url).json() Aug 15 14:14:17.167727 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 15 14:14:17.167727 dv-cinder-804581-6-iscsi neutron-server[94450]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 15 14:14:17.167727 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 15 14:14:17.167727 dv-cinder-804581-6-iscsi neutron-server[94450]: return self.request(url, 'GET', **kwargs) Aug 15 14:14:17.167727 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 15 14:14:17.167727 dv-cinder-804581-6-iscsi neutron-server[94450]: base_url = self.get_endpoint(auth, allow=allow, Aug 15 14:14:17.167727 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 15 14:14:17.167727 dv-cinder-804581-6-iscsi neutron-server[94450]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 15 14:14:17.167727 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 15 14:14:17.167727 dv-cinder-804581-6-iscsi neutron-server[94450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 15 14:14:17.167727 dv-cinder-804581-6-iscsi neutron-server[94450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 15 14:14:17.248720 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec92f3b-5b18-43cb-b8af-6cd7195bf1bb admin admin] Router d8e3f065-29f9-4b82-a5a6-ec78243aa1ca has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:14:17.320728 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-360eb204-de5a-4f94-aa92-7af4726055a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1603920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594858'] for network, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:17.322148 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-092e09cb-89aa-4d10-b759-3c7a904e0aef None None] Provisioning complete for port 10368493-0ae5-4573-92fd-0fb7747e7971 triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:14:17.323440 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-092e09cb-89aa-4d10-b759-3c7a904e0aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:17.339333 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-360eb204-de5a-4f94-aa92-7af4726055a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:17.341440 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-360eb204-de5a-4f94-aa92-7af4726055a6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/cca027d4-4541-4199-9a90-43e58a2b8bdb HTTP/1.1" status: 204 len: 168 time: 0.6703541 Aug 15 14:14:17.344285 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360eb204-de5a-4f94-aa92-7af4726055a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cca027d4-4541-4199-9a90-43e58a2b8bdb,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:17.344593 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 46482) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:17.398641 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-092e09cb-89aa-4d10-b759-3c7a904e0aef None None] Port 10368493-0ae5-4573-92fd-0fb7747e7971 cannot update to ACTIVE because it is not bound. {{(pid=94453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 15 14:14:17.417010 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.db_base_plugin_v2 [None req-f479643d-e4af-420b-8a10-6f146effffad admin admin] Deleting subnet 2bd9434c-9fad-43e4-b450-8f22034d0d66 {{(pid=94451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 15 14:14:17.421623 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-f479643d-e4af-420b-8a10-6f146effffad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:17.432843 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec92f3b-5b18-43cb-b8af-6cd7195bf1bb admin admin] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:14:17.438412 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-5ec92f3b-5b18-43cb-b8af-6cd7195bf1bb admin admin] 10.222.0.22 "PUT /v2.0/routers/d8e3f065-29f9-4b82-a5a6-ec78243aa1ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3059349 Aug 15 14:14:17.471639 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-f479643d-e4af-420b-8a10-6f146effffad admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:17.478332 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-f479643d-e4af-420b-8a10-6f146effffad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1604558'] for subnet, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:17.655683 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-f479643d-e4af-420b-8a10-6f146effffad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1604569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for subnet, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:17.676694 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479643d-e4af-420b-8a10-6f146effffad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bd9434c-9fad-43e4-b450-8f22034d0d66,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:17.685575 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-f479643d-e4af-420b-8a10-6f146effffad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:17.685771 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-f479643d-e4af-420b-8a10-6f146effffad admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2bd9434c-9fad-43e4-b450-8f22034d0d66 HTTP/1.1" status: 204 len: 168 time: 0.3401513 Aug 15 14:14:17.688209 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 46488) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:17.759018 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-995ef9d8-dc58-40b8-bc30-1fc54c226dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586961'] for network, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:17.868575 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-995ef9d8-dc58-40b8-bc30-1fc54c226dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1603913', 'neutron.services.segments.db._delete_segments_for_network-8787669368688'] for network, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:17.878706 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-995ef9d8-dc58-40b8-bc30-1fc54c226dc7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:14:17.879067 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-995ef9d8-dc58-40b8-bc30-1fc54c226dc7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:14:17.879991 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-995ef9d8-dc58-40b8-bc30-1fc54c226dc7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:14:17.881367 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-995ef9d8-dc58-40b8-bc30-1fc54c226dc7 admin admin] Subscribe: > port after_create 55550000 {{(pid=94451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:14:17.881777 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-995ef9d8-dc58-40b8-bc30-1fc54c226dc7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:14:17.882192 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-995ef9d8-dc58-40b8-bc30-1fc54c226dc7 admin admin] Subscribe: > port after_update 55550000 {{(pid=94451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:14:17.882941 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-995ef9d8-dc58-40b8-bc30-1fc54c226dc7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:14:17.882941 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-995ef9d8-dc58-40b8-bc30-1fc54c226dc7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:14:17.883196 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-995ef9d8-dc58-40b8-bc30-1fc54c226dc7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:14:17.883425 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-995ef9d8-dc58-40b8-bc30-1fc54c226dc7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:14:17.949715 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-995ef9d8-dc58-40b8-bc30-1fc54c226dc7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:14:17.950062 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-995ef9d8-dc58-40b8-bc30-1fc54c226dc7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:14:17.950392 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-995ef9d8-dc58-40b8-bc30-1fc54c226dc7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:14:17.950720 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-995ef9d8-dc58-40b8-bc30-1fc54c226dc7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 15 14:14:17.951103 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.services.segments.db [None req-995ef9d8-dc58-40b8-bc30-1fc54c226dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f81dea8-7a2a-44f1-99ae-7643c2100003']}} {{(pid=94451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:14:17.969691 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.services.segments.db [None req-995ef9d8-dc58-40b8-bc30-1fc54c226dc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7230c9b8-680e-436c-9502-c15fe0022786') {'for_net_delete': True} {{(pid=94451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:14:17.969985 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.services.segments.db [None req-995ef9d8-dc58-40b8-bc30-1fc54c226dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7230c9b8-680e-436c-9502-c15fe0022786') {} {{(pid=94451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:14:17.993285 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-995ef9d8-dc58-40b8-bc30-1fc54c226dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787669372281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8829997'] for segment, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:18.024307 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-995ef9d8-dc58-40b8-bc30-1fc54c226dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:18.033013 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-995ef9d8-dc58-40b8-bc30-1fc54c226dc7 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=94451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 15 14:14:18.033659 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-995ef9d8-dc58-40b8-bc30-1fc54c226dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823734'] for segment, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: from cryptography.utils import int_from_bytes Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: from cryptography.utils import int_from_bytes Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: Traceback (most recent call last): Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: timer() Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: cb(*args, **kw) Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: return func(*args, **kwargs) Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: self._notify() Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: self.callback(batched_events) Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: event.method(event) Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: aggregate_uuid = self.p_client.list_aggregates( Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: return f(self, *a, **k) Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: return self._get(url).json() Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: return self.request(url, 'GET', **kwargs) Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: base_url = self.get_endpoint(auth, allow=allow, Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 15 14:14:18.038098 dv-cinder-804581-6-iscsi neutron-server[94451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 15 14:14:18.067828 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 46500) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:18.174802 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-995ef9d8-dc58-40b8-bc30-1fc54c226dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1603920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594858'] for network, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:18.186682 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-995ef9d8-dc58-40b8-bc30-1fc54c226dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:18.186682 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-995ef9d8-dc58-40b8-bc30-1fc54c226dc7 admin admin] 10.222.0.22 "DELETE /v2.0/networks/4f81dea8-7a2a-44f1-99ae-7643c2100003 HTTP/1.1" status: 204 len: 168 time: 0.4951651 Aug 15 14:14:18.197119 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ef9d8-dc58-40b8-bc30-1fc54c226dc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f81dea8-7a2a-44f1-99ae-7643c2100003,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:18.246770 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-e090bc1c-2939-43a2-92d7-5f43e4b3d342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:18.419006 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-e090bc1c-2939-43a2-92d7-5f43e4b3d342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:18.495479 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 46518) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:18.500874 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-946f0f0d-7643-4a7e-a4f6-37b07582248d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1584181742-network', 'tenant_id': 'c15ec9c7f59c426aa390cb717acb201a'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:14:18.527508 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5342cfc-d612-461f-b806-560820f4d04e None None] Sync routers for ids ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'] in dv-cinder-804581-6-iscsi {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:14:18.528027 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-e090bc1c-2939-43a2-92d7-5f43e4b3d342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:18.536234 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5342cfc-d612-461f-b806-560820f4d04e None None] Routers {'d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:14:18.537526 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-e5342cfc-d612-461f-b806-560820f4d04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:14:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:14:18.646541 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-e5342cfc-d612-461f-b806-560820f4d04e None None] Set router d8e3f065-29f9-4b82-a5a6-ec78243aa1ca gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:14:18.725629 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 46520) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:18.789777 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 46522) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:18.790299 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-40c0b2ec-8998-48a7-b3e4-1ab69d63dcd0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5d1346802dee43b58d82472407be0d8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0620522 Aug 15 14:14:18.801110 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 34815c2a-608e-498e-8ab4-7e9efb430084 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:14:18.813841 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-e090bc1c-2939-43a2-92d7-5f43e4b3d342 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=52cfac554bd14eca8471cb17453d5b4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7442727 Aug 15 14:14:18.816590 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 46524) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:18.819131 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090bc1c-2939-43a2-92d7-5f43e4b3d342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b388aa-1291-45ad-a2d1-7ecfebeb4e96,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:18.856435 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5a75925a-10f5-41d8-8d3b-6755e8a578c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:18.875338 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946f0f0d-7643-4a7e-a4f6-37b07582248d admin admin] Made reservation on behalf of c15ec9c7f59c426aa390cb717acb201a for: {'network': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:14:18.877868 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-946f0f0d-7643-4a7e-a4f6-37b07582248d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for network, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:18.878733 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e06fae02-4257-4d09-8019-de200310b898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:18.889921 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5a75925a-10f5-41d8-8d3b-6755e8a578c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:18.896923 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-946f0f0d-7643-4a7e-a4f6-37b07582248d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:18.901421 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e06fae02-4257-4d09-8019-de200310b898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:18.919618 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-e5342cfc-d612-461f-b806-560820f4d04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'name': 'tempest-TestVolumeBootPattern-2005930483-router', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:12Z', 'updated_at': '2021-08-15T14:14:16Z', 'revision_number': 4, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'gw_port': {'id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:13Z', 'updated_at': '2021-08-15T14:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '10368493-0ae5-4573-92fd-0fb7747e7971', 'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'mac_address': 'fa:16:3e:fd:74:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:15Z', 'updated_at': '2021-08-15T14:14:16Z', 'revision_number': 2, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'subnets': [{'id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:14:18.946983 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5342cfc-d612-461f-b806-560820f4d04e None None] Checking router: d8e3f065-29f9-4b82-a5a6-ec78243aa1ca for host: dv-cinder-804581-6-iscsi {{(pid=94453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:14:18.947625 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5342cfc-d612-461f-b806-560820f4d04e None None] Updating router d8e3f065-29f9-4b82-a5a6-ec78243aa1ca port 10368493-0ae5-4573-92fd-0fb7747e7971 binding host dv-cinder-804581-6-iscsi {{(pid=94453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 15 14:14:18.970238 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning for port 34815c2a-608e-498e-8ab4-7e9efb430084 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:14:18.975629 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-e5342cfc-d612-461f-b806-560820f4d04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:18.978172 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 34815c2a-608e-498e-8ab4-7e9efb430084 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:14:18.978532 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:19.019823 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e06fae02-4257-4d09-8019-de200310b898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:19.022697 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e06fae02-4257-4d09-8019-de200310b898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:19.026299 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-e06fae02-4257-4d09-8019-de200310b898 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/36b388aa-1291-45ad-a2d1-7ecfebeb4e96 HTTP/1.1" status: 204 len: 168 time: 0.2062461 Aug 15 14:14:19.026678 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5a75925a-10f5-41d8-8d3b-6755e8a578c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:19.029836 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5a75925a-10f5-41d8-8d3b-6755e8a578c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:19.033550 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-5a75925a-10f5-41d8-8d3b-6755e8a578c4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eb51823c-0eee-41d9-b171-654587ee3c31 HTTP/1.1" status: 204 len: 168 time: 0.2403839 Aug 15 14:14:19.043838 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06fae02-4257-4d09-8019-de200310b898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b388aa-1291-45ad-a2d1-7ecfebeb4e96,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:19.056968 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75925a-10f5-41d8-8d3b-6755e8a578c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb51823c-0eee-41d9-b171-654587ee3c31,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:19.187310 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-946f0f0d-7643-4a7e-a4f6-37b07582248d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:19.217993 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:19.248759 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] For port 34815c2a-608e-498e-8ab4-7e9efb430084, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=34815c2a-608e-498e-8ab4-7e9efb430084,segment=NetworkSegment(5e752e44-7069-4182-ac48-4f84d046513a),segment_id=5e752e44-7069-4182-ac48-4f84d046513a)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:14:19.254301 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-946f0f0d-7643-4a7e-a4f6-37b07582248d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:19.276124 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946f0f0d-7643-4a7e-a4f6-37b07582248d admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=94450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 15 14:14:19.300450 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f0f0d-7643-4a7e-a4f6-37b07582248d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f41f34f-f44f-44aa-90f1-29424fce65be,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:19.303666 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-946f0f0d-7643-4a7e-a4f6-37b07582248d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:19.303666 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.db.segments_db [None req-946f0f0d-7643-4a7e-a4f6-37b07582248d admin admin] Added segment 1b237780-8b46-4812-8657-53a0237cd9d7 of type vlan for network 2328d30a-213e-4647-a652-4d04c7d0d1c8 Aug 15 14:14:19.349941 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-946f0f0d-7643-4a7e-a4f6-37b07582248d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787668796995'] for network, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:19.357120 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-e5342cfc-d612-461f-b806-560820f4d04e None None] Notify callbacks [] for port, precommit_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:19.368340 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-e5342cfc-d612-461f-b806-560820f4d04e None None] Transition to ACTIVE for port object 10368493-0ae5-4573-92fd-0fb7747e7971 will not be triggered until provisioned by entity L2. {{(pid=94453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:14:19.372024 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:19.436127 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Pushing event updated for resources: {'Port': ['ID=34815c2a-608e-498e-8ab4-7e9efb430084,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:19.458290 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-946f0f0d-7643-4a7e-a4f6-37b07582248d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for network, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:19.458881 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-e5342cfc-d612-461f-b806-560820f4d04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:19.459964 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946f0f0d-7643-4a7e-a4f6-37b07582248d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:19.460906 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-946f0f0d-7643-4a7e-a4f6-37b07582248d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:19.526461 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64cfc2-a628-449d-8e8d-55fa5512c492 None None] Pushing event updated for resources: {'Port': ['ID=10368493-0ae5-4573-92fd-0fb7747e7971,revision_number=3']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:19.597975 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-e5342cfc-d612-461f-b806-560820f4d04e None None] Attempting to bind port 10368493-0ae5-4573-92fd-0fb7747e7971 on host dv-cinder-804581-6-iscsi for vnic_type normal with profile {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:14:19.599142 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-e5342cfc-d612-461f-b806-560820f4d04e None None] Attempting to bind port 10368493-0ae5-4573-92fd-0fb7747e7971 by drivers openvswitch,hyperv on host dv-cinder-804581-6-iscsi at level 0 using segments [{'id': 'b621ef3b-4103-4fcd-84aa-5ab6add98e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a'}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:14:19.599715 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5342cfc-d612-461f-b806-560820f4d04e None None] Attempting to bind port 10368493-0ae5-4573-92fd-0fb7747e7971 on network f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:14:19.606538 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5342cfc-d612-461f-b806-560820f4d04e None None] Checking agent: {'id': '9fd064e6-11f0-4c96-a2d8-3af8385acf93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 3, 44), 'started_at': datetime.datetime(2021, 8, 15, 14, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:14:19.607199 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5342cfc-d612-461f-b806-560820f4d04e None None] Checking segment: {'id': 'b621ef3b-4103-4fcd-84aa-5ab6add98e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:14:19.607766 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-e5342cfc-d612-461f-b806-560820f4d04e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:19.608350 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5342cfc-d612-461f-b806-560820f4d04e None None] Bound using segment: {'id': 'b621ef3b-4103-4fcd-84aa-5ab6add98e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a'} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:14:19.609772 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-e5342cfc-d612-461f-b806-560820f4d04e None None] Bound port: 10368493-0ae5-4573-92fd-0fb7747e7971, host: dv-cinder-804581-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b621ef3b-4103-4fcd-84aa-5ab6add98e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a'}}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:14:19.610368 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-e5342cfc-d612-461f-b806-560820f4d04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:19.622355 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-946f0f0d-7643-4a7e-a4f6-37b07582248d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1256087 Aug 15 14:14:19.623750 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f0f0d-7643-4a7e-a4f6-37b07582248d admin admin] Pushing event updated for resources: {'Network': ['ID=2328d30a-213e-4647-a652-4d04c7d0d1c8,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:19.625062 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 46550) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:19.642288 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-2e042600-50bc-44bc-9d47-d28676b3aa3b admin admin] Request body: {'subnet': {'network_id': '2328d30a-213e-4647-a652-4d04c7d0d1c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1584181742-subnet', 'tenant_id': 'c15ec9c7f59c426aa390cb717acb201a', 'ip_version': 4}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:14:19.680243 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Network 2328d30a-213e-4647-a652-4d04c7d0d1c8 details requested by agent ovs-agent-dv-cinder-804581-6-iscsi with host dv-cinder-804581-6-iscsi {{(pid=94453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 15 14:14:19.774303 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e042600-50bc-44bc-9d47-d28676b3aa3b admin admin] Made reservation on behalf of c15ec9c7f59c426aa390cb717acb201a for: {'subnet': 1} {{(pid=94451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:14:19.780500 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2e042600-50bc-44bc-9d47-d28676b3aa3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305965'] for subnet, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:19.899459 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-e5342cfc-d612-461f-b806-560820f4d04e None None] For port 10368493-0ae5-4573-92fd-0fb7747e7971, host dv-cinder-804581-6-iscsi, cleared binding levels {{(pid=94453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:14:19.902898 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-e5342cfc-d612-461f-b806-560820f4d04e None None] For port 10368493-0ae5-4573-92fd-0fb7747e7971, host dv-cinder-804581-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=10368493-0ae5-4573-92fd-0fb7747e7971,segment=NetworkSegment(b621ef3b-4103-4fcd-84aa-5ab6add98e0a),segment_id=b621ef3b-4103-4fcd-84aa-5ab6add98e0a)] {{(pid=94453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:14:19.941106 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e97b0-17e1-4caa-bc51-9b88af826fbb req-b566f749-eeeb-42c3-bb73-a8198c27ce4f tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:19.942709 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b04e97b0-17e1-4caa-bc51-9b88af826fbb req-b566f749-eeeb-42c3-bb73-a8198c27ce4f tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0861080 Aug 15 14:14:19.946957 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d5673-4ad7-4c76-bd46-68b33821fa0d req-7fcc1c0d-edac-4f77-93e7-c3e16a959e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:19.948494 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d56d5673-4ad7-4c76-bd46-68b33821fa0d req-7fcc1c0d-edac-4f77-93e7-c3e16a959e1c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1073d5d571274638afba8bb0c8b43962&device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 1098 time: 0.0403512 Aug 15 14:14:20.012659 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b04e97b0-17e1-4caa-bc51-9b88af826fbb req-6fda7c05-175f-4779-9cbf-37a99bc7f044 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609090 Aug 15 14:14:20.014144 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-e5342cfc-d612-461f-b806-560820f4d04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:20.062200 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d5673-4ad7-4c76-bd46-68b33821fa0d req-3231146b-716f-4207-8220-70fb171dbb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:20.064018 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d56d5673-4ad7-4c76-bd46-68b33821fa0d req-3231146b-716f-4207-8220-70fb171dbb31 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f6d15e1a-b561-4699-b6d6-2650782011ad HTTP/1.1" status: 200 len: 920 time: 0.1072385 Aug 15 14:14:20.076707 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5342cfc-d612-461f-b806-560820f4d04e None None] Routers {'d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:14:20.077346 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-e5342cfc-d612-461f-b806-560820f4d04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:14:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:14:20.084058 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64cfc2-a628-449d-8e8d-55fa5512c492 None None] Pushing event updated for resources: {'Port': ['ID=10368493-0ae5-4573-92fd-0fb7747e7971,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:20.120950 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d56d5673-4ad7-4c76-bd46-68b33821fa0d req-51912adf-af02-46b5-b503-c06345496d23 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6b9c826-8be3-45bf-925b-a0034dfa144e HTTP/1.1" status: 200 len: 217 time: 0.0475287 Aug 15 14:14:20.127081 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2e042600-50bc-44bc-9d47-d28676b3aa3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305951'] for subnet, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:20.207366 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-e5342cfc-d612-461f-b806-560820f4d04e None None] Set router d8e3f065-29f9-4b82-a5a6-ec78243aa1ca gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:14:20.210592 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 46556) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:20.232770 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e042600-50bc-44bc-9d47-d28676b3aa3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce006392-c16e-45ac-99c1-8af205379185,revision_number=0']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:20.256457 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e042600-50bc-44bc-9d47-d28676b3aa3b admin admin] Checking segment: {'id': '1b237780-8b46-4812-8657-53a0237cd9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2328d30a-213e-4647-a652-4d04c7d0d1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:14:20.257006 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e042600-50bc-44bc-9d47-d28676b3aa3b admin admin] Network hostable DHCP agents. Network: 2328d30a-213e-4647-a652-4d04c7d0d1c8, hostable agents: ['79a36ae1-c81e-4df0-b784-d4dbca0423ec'], hosted agents: [] {{(pid=94451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 15 14:14:20.262234 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-d3fe36c6-0346-48b3-92c0-5691022810db admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=09ab0328663c43b292a744b5733b0ebd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504212 Aug 15 14:14:20.263796 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d5673-4ad7-4c76-bd46-68b33821fa0d req-9df374be-3f99-4158-8b35-9700b9f8abab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:20.265439 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d56d5673-4ad7-4c76-bd46-68b33821fa0d req-9df374be-3f99-4158-8b35-9700b9f8abab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e7c7efa-002b-4af9-be04-92bb27db3bc2 HTTP/1.1" status: 200 len: 859 time: 0.1238844 Aug 15 14:14:20.266186 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 46558) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:20.311937 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d56d5673-4ad7-4c76-bd46-68b33821fa0d req-b2c30678-b95c-4d1e-8733-f5b49fbc812b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6d15e1a-b561-4699-b6d6-2650782011ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314169 Aug 15 14:14:20.350238 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e042600-50bc-44bc-9d47-d28676b3aa3b admin admin] Network 2328d30a-213e-4647-a652-4d04c7d0d1c8 is scheduled to be hosted by DHCP agent 79a36ae1-c81e-4df0-b784-d4dbca0423ec with binding_index 1 {{(pid=94451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 15 14:14:20.387480 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2fe0e095-aacd-4402-ae63-e62443d13cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:20.426571 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2fe0e095-aacd-4402-ae63-e62443d13cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:20.437606 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.base_scheduler [None req-2e042600-50bc-44bc-9d47-d28676b3aa3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-6-iscsi, 2328d30a-213e-4647-a652-4d04c7d0d1c8) {{(pid=94451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:14:20.441991 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e042600-50bc-44bc-9d47-d28676b3aa3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:20.443235 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2e042600-50bc-44bc-9d47-d28676b3aa3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:20.457201 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d56d5673-4ad7-4c76-bd46-68b33821fa0d req-cc0398f3-2a92-497a-8814-79d8be7d9c6e service neutron] 10.222.0.20 "GET /v2.0/networks/f6d15e1a-b561-4699-b6d6-2650782011ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336122 Aug 15 14:14:20.457605 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083cec94-81fb-41d4-ad59-9fe3c05030c8 None None] Network 2328d30a-213e-4647-a652-4d04c7d0d1c8 requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:14:20.511470 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-e5342cfc-d612-461f-b806-560820f4d04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'name': 'tempest-TestVolumeBootPattern-2005930483-router', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:12Z', 'updated_at': '2021-08-15T14:14:16Z', 'revision_number': 4, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'gw_port': {'id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:13Z', 'updated_at': '2021-08-15T14:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '10368493-0ae5-4573-92fd-0fb7747e7971', 'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'mac_address': 'fa:16:3e:fd:74:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:15Z', 'updated_at': '2021-08-15T14:14:19Z', 'revision_number': 4, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'subnets': [{'id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:14:20.545095 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5342cfc-d612-461f-b806-560820f4d04e None None] The sync data for ids ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'] in dv-cinder-804581-6-iscsi is: [{'id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'name': 'tempest-TestVolumeBootPattern-2005930483-router', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:12Z', 'updated_at': '2021-08-15T14:14:16Z', 'revision_number': 4, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'gw_port': {'id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:13Z', 'updated_at': '2021-08-15T14:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '10368493-0ae5-4573-92fd-0fb7747e7971', 'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'mac_address': 'fa:16:3e:fd:74:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:15Z', 'updated_at': '2021-08-15T14:14:19Z', 'revision_number': 4, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'subnets': [{'id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:14:20.546663 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-2e042600-50bc-44bc-9d47-d28676b3aa3b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9197717 Aug 15 14:14:20.549136 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 46564) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:20.560832 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-026ca6e8-90a1-42a6-9e73-c11eadc095c1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1584181742-router', 'tenant_id': 'c15ec9c7f59c426aa390cb717acb201a', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'}}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:14:20.571368 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d56d5673-4ad7-4c76-bd46-68b33821fa0d req-8125bfd0-2c21-4222-b6d5-c08c5b86a7b9 service neutron] 10.222.0.20 "GET /v2.0/networks/f6d15e1a-b561-4699-b6d6-2650782011ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029208 Aug 15 14:14:20.603054 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2fe0e095-aacd-4402-ae63-e62443d13cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:20.606050 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2fe0e095-aacd-4402-ae63-e62443d13cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:20.607198 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-2fe0e095-aacd-4402-ae63-e62443d13cc2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4aa38cce-3eff-4044-9543-cedb503d4835 HTTP/1.1" status: 204 len: 168 time: 0.3399312 Aug 15 14:14:20.627007 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0e095-aacd-4402-ae63-e62443d13cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa38cce-3eff-4044-9543-cedb503d4835,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:20.686203 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-026ca6e8-90a1-42a6-9e73-c11eadc095c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1505'] for router, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:20.688616 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-026ca6e8-90a1-42a6-9e73-c11eadc095c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-594727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1514'] for router, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:20.741640 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5a8bc2-8bd9-435a-ac4b-9b63ec801aa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8509098c-d4be-5410-8ba7-b88853ea627d-2328d30a-213e-4647-a652-4d04c7d0d1c8', 'network_id': '2328d30a-213e-4647-a652-4d04c7d0d1c8', 'tenant_id': 'c15ec9c7f59c426aa390cb717acb201a', 'fixed_ips': [{'subnet_id': 'ce006392-c16e-45ac-99c1-8af205379185'}]}} from dv-cinder-804581-6-iscsi. {{(pid=94453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 15 14:14:20.741640 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ff5a8bc2-8bd9-435a-ac4b-9b63ec801aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:20.810712 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-026ca6e8-90a1-42a6-9e73-c11eadc095c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:20.909951 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.db_base_plugin_common [None req-ff5a8bc2-8bd9-435a-ac4b-9b63ec801aa9 None None] Allocated IP 172.20.0.2 (2328d30a-213e-4647-a652-4d04c7d0d1c8/ce006392-c16e-45ac-99c1-8af205379185/adeea001-b0c0-4b51-8e8b-e534c0f59e69) {{(pid=94453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:14:20.914201 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 10368493-0ae5-4573-92fd-0fb7747e7971 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:14:21.068754 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-026ca6e8-90a1-42a6-9e73-c11eadc095c1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:21.118250 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning for port 10368493-0ae5-4573-92fd-0fb7747e7971 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:14:21.132698 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 10368493-0ae5-4573-92fd-0fb7747e7971 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:14:21.132698 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:21.161632 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901d831-3667-4bed-87af-314b97705562 req-18e7a59a-40c2-4cf6-94ca-8dc83173069c tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:21.169993 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-8901d831-3667-4bed-87af-314b97705562 req-18e7a59a-40c2-4cf6-94ca-8dc83173069c tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0664654 Aug 15 14:14:21.182832 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ff5a8bc2-8bd9-435a-ac4b-9b63ec801aa9 None None] Notify callbacks [] for port, precommit_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:21.197303 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ff5a8bc2-8bd9-435a-ac4b-9b63ec801aa9 None None] Transition to ACTIVE for port object adeea001-b0c0-4b51-8e8b-e534c0f59e69 will not be triggered until provisioned by entity L2. {{(pid=94453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:14:21.220617 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ff5a8bc2-8bd9-435a-ac4b-9b63ec801aa9 None None] Transition to ACTIVE for port object adeea001-b0c0-4b51-8e8b-e534c0f59e69 will not be triggered until provisioned by entity DHCP. {{(pid=94453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:14:21.274976 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:21.304016 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-8901d831-3667-4bed-87af-314b97705562 req-1cc03cf7-3ae9-4384-89da-9f033e92815e tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330554 Aug 15 14:14:21.315076 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] For port 10368493-0ae5-4573-92fd-0fb7747e7971, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=10368493-0ae5-4573-92fd-0fb7747e7971,segment=NetworkSegment(b621ef3b-4103-4fcd-84aa-5ab6add98e0a),segment_id=b621ef3b-4103-4fcd-84aa-5ab6add98e0a)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:14:21.346192 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ff5a8bc2-8bd9-435a-ac4b-9b63ec801aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469'] for port, after_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:21.408051 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5a8bc2-8bd9-435a-ac4b-9b63ec801aa9 None None] Network 2328d30a-213e-4647-a652-4d04c7d0d1c8 is already hosted by enough agents. {{(pid=94453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:14:21.409964 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.scheduler.base_scheduler [None req-ff5a8bc2-8bd9-435a-ac4b-9b63ec801aa9 None None] Resources bound (agent type, host, resource id): {{(pid=94453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:14:21.413126 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5a8bc2-8bd9-435a-ac4b-9b63ec801aa9 None None] Received port after_create {{(pid=94453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:14:21.415684 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a8bc2-8bd9-435a-ac4b-9b63ec801aa9 None None] Pushing event updated for resources: {'Port': ['ID=adeea001-b0c0-4b51-8e8b-e534c0f59e69,revision_number=1']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:21.429121 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:21.430257 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 34815c2a-608e-498e-8ab4-7e9efb430084 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:14:21.474655 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-026ca6e8-90a1-42a6-9e73-c11eadc095c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:21.499360 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-026ca6e8-90a1-42a6-9e73-c11eadc095c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:21.562579 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-ff5a8bc2-8bd9-435a-ac4b-9b63ec801aa9 None None] Attempting to bind port adeea001-b0c0-4b51-8e8b-e534c0f59e69 on host dv-cinder-804581-6-iscsi for vnic_type normal with profile {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:14:21.562850 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-ff5a8bc2-8bd9-435a-ac4b-9b63ec801aa9 None None] Attempting to bind port adeea001-b0c0-4b51-8e8b-e534c0f59e69 by drivers openvswitch,hyperv on host dv-cinder-804581-6-iscsi at level 0 using segments [{'id': '1b237780-8b46-4812-8657-53a0237cd9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2328d30a-213e-4647-a652-4d04c7d0d1c8'}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:14:21.563465 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5a8bc2-8bd9-435a-ac4b-9b63ec801aa9 None None] Attempting to bind port adeea001-b0c0-4b51-8e8b-e534c0f59e69 on network 2328d30a-213e-4647-a652-4d04c7d0d1c8 {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:14:21.568068 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Pushing event updated for resources: {'Port': ['ID=10368493-0ae5-4573-92fd-0fb7747e7971,revision_number=5']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:21.576444 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 34815c2a-608e-498e-8ab4-7e9efb430084 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:14:21.576822 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:21.579568 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5a8bc2-8bd9-435a-ac4b-9b63ec801aa9 None None] Checking agent: {'id': '9fd064e6-11f0-4c96-a2d8-3af8385acf93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 3, 44), 'started_at': datetime.datetime(2021, 8, 15, 14, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:14:21.579719 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5a8bc2-8bd9-435a-ac4b-9b63ec801aa9 None None] Checking segment: {'id': '1b237780-8b46-4812-8657-53a0237cd9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2328d30a-213e-4647-a652-4d04c7d0d1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:14:21.580235 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ff5a8bc2-8bd9-435a-ac4b-9b63ec801aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:21.580439 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5a8bc2-8bd9-435a-ac4b-9b63ec801aa9 None None] Bound using segment: {'id': '1b237780-8b46-4812-8657-53a0237cd9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2328d30a-213e-4647-a652-4d04c7d0d1c8'} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:14:21.580926 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-ff5a8bc2-8bd9-435a-ac4b-9b63ec801aa9 None None] Bound port: adeea001-b0c0-4b51-8e8b-e534c0f59e69, host: dv-cinder-804581-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b237780-8b46-4812-8657-53a0237cd9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2328d30a-213e-4647-a652-4d04c7d0d1c8'}}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:14:21.581305 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ff5a8bc2-8bd9-435a-ac4b-9b63ec801aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:21.649805 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.db_base_plugin_common [None req-026ca6e8-90a1-42a6-9e73-c11eadc095c1 admin admin] Allocated IP 172.27.3.105 (1d9f8f4c-a9c3-49e7-b907-6801ec194130/0214dcca-22ca-4853-8d9b-9f5ee3e8fb08/6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc) {{(pid=94451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:14:21.684949 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-ff5a8bc2-8bd9-435a-ac4b-9b63ec801aa9 None None] For port adeea001-b0c0-4b51-8e8b-e534c0f59e69, host dv-cinder-804581-6-iscsi, cleared binding levels {{(pid=94453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:14:21.729907 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-ff5a8bc2-8bd9-435a-ac4b-9b63ec801aa9 None None] For port adeea001-b0c0-4b51-8e8b-e534c0f59e69, host dv-cinder-804581-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=adeea001-b0c0-4b51-8e8b-e534c0f59e69,segment=NetworkSegment(1b237780-8b46-4812-8657-53a0237cd9d7),segment_id=1b237780-8b46-4812-8657-53a0237cd9d7)] {{(pid=94453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:14:21.785463 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-026ca6e8-90a1-42a6-9e73-c11eadc095c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:21.801925 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ff5a8bc2-8bd9-435a-ac4b-9b63ec801aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:21.862776 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a8bc2-8bd9-435a-ac4b-9b63ec801aa9 None None] Pushing event updated for resources: {'Port': ['ID=adeea001-b0c0-4b51-8e8b-e534c0f59e69,revision_number=2']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:22.023795 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-026ca6e8-90a1-42a6-9e73-c11eadc095c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823643'] for port, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:22.072937 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026ca6e8-90a1-42a6-9e73-c11eadc095c1 admin admin] Network 1d9f8f4c-a9c3-49e7-b907-6801ec194130 is already hosted by enough agents. {{(pid=94451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:14:22.076004 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.base_scheduler [None req-026ca6e8-90a1-42a6-9e73-c11eadc095c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:14:22.079825 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026ca6e8-90a1-42a6-9e73-c11eadc095c1 admin admin] Received port after_create {{(pid=94451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:14:22.107027 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ca6e8-90a1-42a6-9e73-c11eadc095c1 admin admin] Pushing event updated for resources: {'Port': ['ID=6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:22.455669 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-026ca6e8-90a1-42a6-9e73-c11eadc095c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:22.510775 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13e121-d91f-4043-bf36-1b923a373736 req-3fae83cb-79fc-4c02-bcb4-63d990e48766 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:22.512310 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-aa13e121-d91f-4043-bf36-1b923a373736 req-3fae83cb-79fc-4c02-bcb4-63d990e48766 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.1050885 Aug 15 14:14:22.604591 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-aa13e121-d91f-4043-bf36-1b923a373736 req-bfd27175-eb79-47a7-b828-fadfe7e119e6 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856178 Aug 15 14:14:22.899646 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40b94a4-cb92-4951-8c38-f0b1da31ea50 None None] Network 2328d30a-213e-4647-a652-4d04c7d0d1c8 requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:14:22.948860 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 10368493-0ae5-4573-92fd-0fb7747e7971 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:14:23.039290 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-026ca6e8-90a1-42a6-9e73-c11eadc095c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594930'] for router, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:23.052939 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 10368493-0ae5-4573-92fd-0fb7747e7971 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:14:23.053295 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:23.081809 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-92a892a6-da30-4707-aea0-681bf238b337 None None] Provisioning for port adeea001-b0c0-4b51-8e8b-e534c0f59e69 completed by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:14:23.178045 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device adeea001-b0c0-4b51-8e8b-e534c0f59e69 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:14:23.243481 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026ca6e8-90a1-42a6-9e73-c11eadc095c1 admin admin] Router 88f8fe45-f9e3-458d-90b5-d1395e0bd9fb is scheduled to L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 with binding_index 1 {{(pid=94451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 15 14:14:23.294861 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning for port adeea001-b0c0-4b51-8e8b-e534c0f59e69 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:14:23.300897 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port adeea001-b0c0-4b51-8e8b-e534c0f59e69 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:14:23.301791 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:23.377152 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026ca6e8-90a1-42a6-9e73-c11eadc095c1 admin admin] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:14:23.394192 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea2ac5b-9b6f-44c2-aff0-523b457543c9 None None] Sync routers for ids ['88f8fe45-f9e3-458d-90b5-d1395e0bd9fb'] in dv-cinder-804581-6-iscsi {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:14:23.406453 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea2ac5b-9b6f-44c2-aff0-523b457543c9 None None] Routers {'88f8fe45-f9e3-458d-90b5-d1395e0bd9fb'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:14:23.407190 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-dea2ac5b-9b6f-44c2-aff0-523b457543c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:14:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['88f8fe45-f9e3-458d-90b5-d1395e0bd9fb'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:14:23.418587 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:23.438076 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-f167d6f6-ed73-4cc4-add5-6105ea9a722b None None] Provisioning complete for port adeea001-b0c0-4b51-8e8b-e534c0f59e69 triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:14:23.438464 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-f167d6f6-ed73-4cc4-add5-6105ea9a722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:23.465563 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-026ca6e8-90a1-42a6-9e73-c11eadc095c1 admin admin] Notify callbacks [] for router, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:23.466881 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-026ca6e8-90a1-42a6-9e73-c11eadc095c1 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9163814 Aug 15 14:14:23.469614 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 46634) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:23.483443 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] For port adeea001-b0c0-4b51-8e8b-e534c0f59e69, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=adeea001-b0c0-4b51-8e8b-e534c0f59e69,segment=NetworkSegment(1b237780-8b46-4812-8657-53a0237cd9d7),segment_id=1b237780-8b46-4812-8657-53a0237cd9d7)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:14:23.509077 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-dea2ac5b-9b6f-44c2-aff0-523b457543c9 None None] Set router 88f8fe45-f9e3-458d-90b5-d1395e0bd9fb gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:14:23.535888 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-f167d6f6-ed73-4cc4-add5-6105ea9a722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:23.554448 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:23.631157 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.db.api [None req-f167d6f6-ed73-4cc4-add5-6105ea9a722b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 15 14:14:23.631520 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG oslo_db.api [None req-f167d6f6-ed73-4cc4-add5-6105ea9a722b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 15 14:14:23.632525 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Pushing event updated for resources: {'Port': ['ID=adeea001-b0c0-4b51-8e8b-e534c0f59e69,revision_number=3']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:23.715173 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-dea2ac5b-9b6f-44c2-aff0-523b457543c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f8fe45-f9e3-458d-90b5-d1395e0bd9fb', 'name': 'tempest-TestVolumeBootPattern-1584181742-router', 'tenant_id': 'c15ec9c7f59c426aa390cb717acb201a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:20Z', 'updated_at': '2021-08-15T14:14:22Z', 'revision_number': 3, 'project_id': 'c15ec9c7f59c426aa390cb717acb201a', 'gw_port': {'id': '6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:77:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f8fe45-f9e3-458d-90b5-d1395e0bd9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:21Z', 'updated_at': '2021-08-15T14:14:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:14:23.743392 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea2ac5b-9b6f-44c2-aff0-523b457543c9 None None] Checking router: 88f8fe45-f9e3-458d-90b5-d1395e0bd9fb for host: dv-cinder-804581-6-iscsi {{(pid=94454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:14:23.743746 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea2ac5b-9b6f-44c2-aff0-523b457543c9 None None] Updating router 88f8fe45-f9e3-458d-90b5-d1395e0bd9fb port 6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc binding host dv-cinder-804581-6-iscsi {{(pid=94454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 15 14:14:23.769045 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-dea2ac5b-9b6f-44c2-aff0-523b457543c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:23.811176 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171bb26-143e-4a26-81b9-904ebbd97317 req-990fad09-47e1-4b8a-b051-78d61a83151b tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:23.812752 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a171bb26-143e-4a26-81b9-904ebbd97317 req-990fad09-47e1-4b8a-b051-78d61a83151b tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.1225986 Aug 15 14:14:23.887923 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a171bb26-143e-4a26-81b9-904ebbd97317 req-c9ea271e-53d3-42ac-9f8d-0e13585adea1 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662513 Aug 15 14:14:23.983879 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d3f0576e-d077-4428-af06-4492e9623232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:24.045304 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-dea2ac5b-9b6f-44c2-aff0-523b457543c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:24.056022 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.provisioning_blocks [None req-dea2ac5b-9b6f-44c2-aff0-523b457543c9 None None] Transition to ACTIVE for port object 6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc will not be triggered until provisioned by entity L2. {{(pid=94454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:14:24.128153 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-dea2ac5b-9b6f-44c2-aff0-523b457543c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:24.140288 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.db_base_plugin_common [None req-d3f0576e-d077-4428-af06-4492e9623232 admin admin] Allocated IP 172.20.0.1 (2328d30a-213e-4647-a652-4d04c7d0d1c8/ce006392-c16e-45ac-99c1-8af205379185/bd74e35c-eaee-4724-890e-6eb8275b506e) {{(pid=94451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:14:24.186621 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76323e2a-1f5f-418d-bf37-d0b09ac2dd3b None None] Pushing event updated for resources: {'Port': ['ID=6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc,revision_number=2']} {{(pid=94454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:24.190767 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.managers [None req-dea2ac5b-9b6f-44c2-aff0-523b457543c9 None None] Attempting to bind port 6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc on host dv-cinder-804581-6-iscsi for vnic_type normal with profile {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:14:24.191143 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.managers [None req-dea2ac5b-9b6f-44c2-aff0-523b457543c9 None None] Attempting to bind port 6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc by drivers openvswitch,hyperv on host dv-cinder-804581-6-iscsi at level 0 using segments [{'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'}] {{(pid=94454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:14:24.191491 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea2ac5b-9b6f-44c2-aff0-523b457543c9 None None] Attempting to bind port 6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc on network 1d9f8f4c-a9c3-49e7-b907-6801ec194130 {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:14:24.196548 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea2ac5b-9b6f-44c2-aff0-523b457543c9 None None] Checking agent: {'id': '9fd064e6-11f0-4c96-a2d8-3af8385acf93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 3, 44), 'started_at': datetime.datetime(2021, 8, 15, 14, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:14:24.196915 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea2ac5b-9b6f-44c2-aff0-523b457543c9 None None] Checking segment: {'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:14:24.197310 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-dea2ac5b-9b6f-44c2-aff0-523b457543c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:24.197725 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea2ac5b-9b6f-44c2-aff0-523b457543c9 None None] Bound using segment: {'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'} {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:14:24.198180 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.managers [None req-dea2ac5b-9b6f-44c2-aff0-523b457543c9 None None] Bound port: 6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc, host: dv-cinder-804581-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'}}] {{(pid=94454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:14:24.198581 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-dea2ac5b-9b6f-44c2-aff0-523b457543c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:24.250019 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.db [None req-dea2ac5b-9b6f-44c2-aff0-523b457543c9 None None] For port 6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc, host dv-cinder-804581-6-iscsi, cleared binding levels {{(pid=94454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:14:24.253146 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.db [None req-dea2ac5b-9b6f-44c2-aff0-523b457543c9 None None] For port 6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc, host dv-cinder-804581-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc,segment=NetworkSegment(5e752e44-7069-4182-ac48-4f84d046513a),segment_id=5e752e44-7069-4182-ac48-4f84d046513a)] {{(pid=94454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:14:24.261277 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d3f0576e-d077-4428-af06-4492e9623232 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:24.273639 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.provisioning_blocks [None req-d3f0576e-d077-4428-af06-4492e9623232 admin admin] Transition to ACTIVE for port object bd74e35c-eaee-4724-890e-6eb8275b506e will not be triggered until provisioned by entity DHCP. {{(pid=94451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:14:24.334166 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-dea2ac5b-9b6f-44c2-aff0-523b457543c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:24.356895 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d3f0576e-d077-4428-af06-4492e9623232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823643'] for port, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:24.381888 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea2ac5b-9b6f-44c2-aff0-523b457543c9 None None] Routers {'88f8fe45-f9e3-458d-90b5-d1395e0bd9fb'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:14:24.382504 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-dea2ac5b-9b6f-44c2-aff0-523b457543c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:14:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['88f8fe45-f9e3-458d-90b5-d1395e0bd9fb'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:14:24.396976 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f0576e-d077-4428-af06-4492e9623232 admin admin] Network 2328d30a-213e-4647-a652-4d04c7d0d1c8 is already hosted by enough agents. {{(pid=94451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:14:24.401472 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.base_scheduler [None req-d3f0576e-d077-4428-af06-4492e9623232 admin admin] Resources bound (agent type, host, resource id): {{(pid=94451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:14:24.406003 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f0576e-d077-4428-af06-4492e9623232 admin admin] Received port after_create {{(pid=94451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:14:24.441038 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0576e-d077-4428-af06-4492e9623232 admin admin] Pushing event updated for resources: {'Port': ['ID=bd74e35c-eaee-4724-890e-6eb8275b506e,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:24.454042 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d3f0576e-d077-4428-af06-4492e9623232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520487'] for router_interface, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:24.526717 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76323e2a-1f5f-418d-bf37-d0b09ac2dd3b None None] Pushing event updated for resources: {'Port': ['ID=6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc,revision_number=3']} {{(pid=94454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:24.591655 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-dea2ac5b-9b6f-44c2-aff0-523b457543c9 None None] Set router 88f8fe45-f9e3-458d-90b5-d1395e0bd9fb gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:14:24.673347 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d3f0576e-d077-4428-af06-4492e9623232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:24.786525 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device adeea001-b0c0-4b51-8e8b-e534c0f59e69 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:14:24.819144 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-dea2ac5b-9b6f-44c2-aff0-523b457543c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f8fe45-f9e3-458d-90b5-d1395e0bd9fb', 'name': 'tempest-TestVolumeBootPattern-1584181742-router', 'tenant_id': 'c15ec9c7f59c426aa390cb717acb201a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:20Z', 'updated_at': '2021-08-15T14:14:22Z', 'revision_number': 3, 'project_id': 'c15ec9c7f59c426aa390cb717acb201a', 'gw_port': {'id': '6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:77:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f8fe45-f9e3-458d-90b5-d1395e0bd9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:21Z', 'updated_at': '2021-08-15T14:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:14:24.820813 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-56c80f84-4ffb-4b06-a8f0-64198c2de510 None None] Provisioning for port bd74e35c-eaee-4724-890e-6eb8275b506e completed by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:14:24.830827 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-56c80f84-4ffb-4b06-a8f0-64198c2de510 None None] Provisioning complete for port bd74e35c-eaee-4724-890e-6eb8275b506e triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:14:24.831198 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-56c80f84-4ffb-4b06-a8f0-64198c2de510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:24.848078 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea2ac5b-9b6f-44c2-aff0-523b457543c9 None None] The sync data for ids ['88f8fe45-f9e3-458d-90b5-d1395e0bd9fb'] in dv-cinder-804581-6-iscsi is: [{'id': '88f8fe45-f9e3-458d-90b5-d1395e0bd9fb', 'name': 'tempest-TestVolumeBootPattern-1584181742-router', 'tenant_id': 'c15ec9c7f59c426aa390cb717acb201a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:20Z', 'updated_at': '2021-08-15T14:14:22Z', 'revision_number': 3, 'project_id': 'c15ec9c7f59c426aa390cb717acb201a', 'gw_port': {'id': '6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:77:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f8fe45-f9e3-458d-90b5-d1395e0bd9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:21Z', 'updated_at': '2021-08-15T14:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}] {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:14:24.860425 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d3f0576e-d077-4428-af06-4492e9623232 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:24.870939 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-56c80f84-4ffb-4b06-a8f0-64198c2de510 None None] Port bd74e35c-eaee-4724-890e-6eb8275b506e cannot update to ACTIVE because it is not bound. {{(pid=94453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 15 14:14:24.880820 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port adeea001-b0c0-4b51-8e8b-e534c0f59e69 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:14:24.881263 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:24.949087 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d3f0576e-d077-4428-af06-4492e9623232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823634'] for port, after_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:25.061128 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d3f0576e-d077-4428-af06-4492e9623232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520627'] for router_interface, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:25.061128 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0576e-d077-4428-af06-4492e9623232 admin admin] Pushing event updated for resources: {'Port': ['ID=bd74e35c-eaee-4724-890e-6eb8275b506e,revision_number=2']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:25.077682 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded65004-975d-4a64-bc1c-0091f312ea27 req-d9020bdf-fd85-4b60-a5bf-8a816ca08f9d tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:25.079307 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ded65004-975d-4a64-bc1c-0091f312ea27 req-d9020bdf-fd85-4b60-a5bf-8a816ca08f9d tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0875494 Aug 15 14:14:25.180522 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ded65004-975d-4a64-bc1c-0091f312ea27 req-552cd617-61a4-4294-bd08-04fdf596969b tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869341 Aug 15 14:14:25.210915 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f0576e-d077-4428-af06-4492e9623232 admin admin] Network 2328d30a-213e-4647-a652-4d04c7d0d1c8 is already hosted by enough agents. {{(pid=94451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:14:25.212265 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.base_scheduler [None req-d3f0576e-d077-4428-af06-4492e9623232 admin admin] Resources bound (agent type, host, resource id): {{(pid=94451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:14:25.349732 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f0576e-d077-4428-af06-4492e9623232 admin admin] Router 88f8fe45-f9e3-458d-90b5-d1395e0bd9fb has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:14:25.465279 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f0576e-d077-4428-af06-4492e9623232 admin admin] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:14:25.472052 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-d3f0576e-d077-4428-af06-4492e9623232 admin admin] 10.222.0.22 "PUT /v2.0/routers/88f8fe45-f9e3-458d-90b5-d1395e0bd9fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0012991 Aug 15 14:14:25.494739 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-1846669a-96b0-4bbc-b51d-daed11dc2b1f None None] Provisioning complete for port bd74e35c-eaee-4724-890e-6eb8275b506e triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:14:25.495183 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1846669a-96b0-4bbc-b51d-daed11dc2b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:25.541854 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-1846669a-96b0-4bbc-b51d-daed11dc2b1f None None] Port bd74e35c-eaee-4724-890e-6eb8275b506e cannot update to ACTIVE because it is not bound. {{(pid=94453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 15 14:14:26.146218 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 46678) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:26.146218 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-29749342-f45c-42fc-b44e-7fe39254c332 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-221995206', 'description': 'tempest-secgroup-smoke-221995206 description', 'project_id': 'e17307d397464d099cfe8fea70bc575f'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:14:26.242371 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-29749342-f45c-42fc-b44e-7fe39254c332 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:26.356070 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296bcb5-be6f-44be-b417-e117cb77474d req-1f848bdf-8d9c-41e6-afb1-f188f1e46c9a tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:26.357693 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6296bcb5-be6f-44be-b417-e117cb77474d req-1f848bdf-8d9c-41e6-afb1-f188f1e46c9a tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0841379 Aug 15 14:14:26.402201 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-29749342-f45c-42fc-b44e-7fe39254c332 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:26.414559 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6296bcb5-be6f-44be-b417-e117cb77474d req-7b8b7743-b83c-4e58-b8a3-e4a693e4f928 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506916 Aug 15 14:14:26.464393 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:14:26.483203 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-29749342-f45c-42fc-b44e-7fe39254c332 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:26.512170 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29749342-f45c-42fc-b44e-7fe39254c332 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e722dfd9-1bb2-4734-8ccf-66127fb13c26,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:26.560153 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-29749342-f45c-42fc-b44e-7fe39254c332 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:26.561911 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-29749342-f45c-42fc-b44e-7fe39254c332 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4234004 Aug 15 14:14:26.569734 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 46688) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:26.574311 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-76c01290-6959-48cf-bf4f-555a4a84b417 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Request body: {'security_group_rule': {'security_group_id': 'e722dfd9-1bb2-4734-8ccf-66127fb13c26', 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:14:26.686876 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-76c01290-6959-48cf-bf4f-555a4a84b417 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:26.762316 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-76c01290-6959-48cf-bf4f-555a4a84b417 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:26.779250 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:14:26.830570 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-76c01290-6959-48cf-bf4f-555a4a84b417 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448577'] for security_group_rule, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:26.852646 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c01290-6959-48cf-bf4f-555a4a84b417 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90a569e9-8eab-4138-aafa-a4d4e346e757,revision_number=0']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:26.933587 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning for port 6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:14:26.937770 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:14:26.938102 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:26.962685 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-76c01290-6959-48cf-bf4f-555a4a84b417 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:26.972618 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-76c01290-6959-48cf-bf4f-555a4a84b417 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3932598 Aug 15 14:14:26.972618 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 46698) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:26.972618 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-adca159e-4ac8-4f38-a3d0-ba6fc43bb11b tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Request body: {'security_group_rule': {'security_group_id': 'e722dfd9-1bb2-4734-8ccf-66127fb13c26', 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:14:27.052652 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:27.066120 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] For port 6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc,segment=NetworkSegment(5e752e44-7069-4182-ac48-4f84d046513a),segment_id=5e752e44-7069-4182-ac48-4f84d046513a)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:14:27.092738 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-adca159e-4ac8-4f38-a3d0-ba6fc43bb11b tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:27.139623 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:27.150761 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-adca159e-4ac8-4f38-a3d0-ba6fc43bb11b tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:27.151340 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f36066-4b5d-4f86-b8c5-8e57e03212a0 req-53e25c83-a103-4b2f-836e-da2adce6bfe5 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:27.152826 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d7f36066-4b5d-4f86-b8c5-8e57e03212a0 req-53e25c83-a103-4b2f-836e-da2adce6bfe5 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 946 time: 0.0516808 Aug 15 14:14:27.189715 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Pushing event updated for resources: {'Port': ['ID=6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:27.191101 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d7f36066-4b5d-4f86-b8c5-8e57e03212a0 req-b893b431-8fcd-407e-82b3-e0e24d67815a tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320888 Aug 15 14:14:27.196735 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-adca159e-4ac8-4f38-a3d0-ba6fc43bb11b tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448577'] for security_group_rule, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:27.215266 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca159e-4ac8-4f38-a3d0-ba6fc43bb11b tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a1791f-995e-4b93-81e0-5707ad5be970,revision_number=0']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:27.222753 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 46706) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:27.257875 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-adca159e-4ac8-4f38-a3d0-ba6fc43bb11b tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:27.259789 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-adca159e-4ac8-4f38-a3d0-ba6fc43bb11b tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2914445 Aug 15 14:14:27.261962 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 46710) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:27.267942 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-4b57c9f1-b80e-47ea-918d-c6a8892a519f tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Request body: {'security_group_rule': {'security_group_id': 'e722dfd9-1bb2-4734-8ccf-66127fb13c26', 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:14:27.350820 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4b57c9f1-b80e-47ea-918d-c6a8892a519f tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:27.440959 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4b57c9f1-b80e-47ea-918d-c6a8892a519f tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:27.446797 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd11bda9-0e7d-4d9d-a8aa-12aba91d929d tempest-TestMinimumBasicScenario-1440007426 tempest-TestMinimumBasicScenario-1440007426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:27.448308 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-bd11bda9-0e7d-4d9d-a8aa-12aba91d929d tempest-TestMinimumBasicScenario-1440007426 tempest-TestMinimumBasicScenario-1440007426-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 1094 time: 0.2246001 Aug 15 14:14:27.451317 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 46716) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:27.455772 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-fbf666d5-b251-45bc-b186-df986b9d3e81 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Request body: {'floatingip': {'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'port_id': '8c08a9c8-1e91-4680-b388-5194ff51aaae', 'tenant_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:14:27.499585 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4b57c9f1-b80e-47ea-918d-c6a8892a519f tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448577'] for security_group_rule, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:27.517820 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57c9f1-b80e-47ea-918d-c6a8892a519f tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff589819-9a23-46af-8509-68c98a0d6a30,revision_number=0']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:27.537074 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213b02a-828a-477c-b680-6ba38633e1b4 req-363e4bd6-544c-4222-b24d-8687448940a4 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:27.537074 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b213b02a-828a-477c-b680-6ba38633e1b4 req-363e4bd6-544c-4222-b24d-8687448940a4 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0490198 Aug 15 14:14:27.552526 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-fbf666d5-b251-45bc-b186-df986b9d3e81 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks [] for floatingip, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:27.563346 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5377a0-e5d8-4fc4-a0f3-7a094d0924bf None None] Sync routers for ids ['88f8fe45-f9e3-458d-90b5-d1395e0bd9fb'] in dv-cinder-804581-6-iscsi {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:14:27.572700 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5377a0-e5d8-4fc4-a0f3-7a094d0924bf None None] Routers {'88f8fe45-f9e3-458d-90b5-d1395e0bd9fb'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:14:27.573307 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-6f5377a0-e5d8-4fc4-a0f3-7a094d0924bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:14:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['88f8fe45-f9e3-458d-90b5-d1395e0bd9fb'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:14:27.578372 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b213b02a-828a-477c-b680-6ba38633e1b4 req-99e68be5-cc60-4cbd-9b4d-40df14d662bc tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346773 Aug 15 14:14:27.612555 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4b57c9f1-b80e-47ea-918d-c6a8892a519f tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:27.613766 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-4b57c9f1-b80e-47ea-918d-c6a8892a519f tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3504717 Aug 15 14:14:27.616829 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 46718) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:27.621287 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-95a76d1f-7525-4de0-bf43-284c63718ec9 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Request body: {'security_group_rule': {'security_group_id': 'e722dfd9-1bb2-4734-8ccf-66127fb13c26', 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:14:27.690198 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-fbf666d5-b251-45bc-b186-df986b9d3e81 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:27.739648 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-95a76d1f-7525-4de0-bf43-284c63718ec9 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:27.804484 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-6f5377a0-e5d8-4fc4-a0f3-7a094d0924bf None None] Set router 88f8fe45-f9e3-458d-90b5-d1395e0bd9fb gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:14:27.862920 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-95a76d1f-7525-4de0-bf43-284c63718ec9 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:27.872812 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [None req-fbf666d5-b251-45bc-b186-df986b9d3e81 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Allocated IP 172.27.3.147 (1d9f8f4c-a9c3-49e7-b907-6801ec194130/0214dcca-22ca-4853-8d9b-9f5ee3e8fb08/b6ebd179-db70-4ede-a709-5b2a9c2c98ec) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:14:27.925658 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-95a76d1f-7525-4de0-bf43-284c63718ec9 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448577'] for security_group_rule, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:27.953541 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a76d1f-7525-4de0-bf43-284c63718ec9 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df8920f4-1dc8-4b65-86da-89a199495333,revision_number=0']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:27.993559 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-fbf666d5-b251-45bc-b186-df986b9d3e81 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:28.021913 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-6f5377a0-e5d8-4fc4-a0f3-7a094d0924bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f8fe45-f9e3-458d-90b5-d1395e0bd9fb', 'name': 'tempest-TestVolumeBootPattern-1584181742-router', 'tenant_id': 'c15ec9c7f59c426aa390cb717acb201a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:20Z', 'updated_at': '2021-08-15T14:14:24Z', 'revision_number': 4, 'project_id': 'c15ec9c7f59c426aa390cb717acb201a', 'gw_port': {'id': '6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f8fe45-f9e3-458d-90b5-d1395e0bd9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:21Z', 'updated_at': '2021-08-15T14:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': 'bd74e35c-eaee-4724-890e-6eb8275b506e', 'name': '', 'network_id': '2328d30a-213e-4647-a652-4d04c7d0d1c8', 'tenant_id': 'c15ec9c7f59c426aa390cb717acb201a', 'mac_address': 'fa:16:3e:aa:e5:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f8fe45-f9e3-458d-90b5-d1395e0bd9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ce006392-c16e-45ac-99c1-8af205379185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:24Z', 'updated_at': '2021-08-15T14:14:24Z', 'revision_number': 2, 'project_id': 'c15ec9c7f59c426aa390cb717acb201a', 'subnets': [{'id': 'ce006392-c16e-45ac-99c1-8af205379185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:14:28.030259 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-95a76d1f-7525-4de0-bf43-284c63718ec9 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:28.031537 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-95a76d1f-7525-4de0-bf43-284c63718ec9 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4137304 Aug 15 14:14:28.034272 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 46724) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:28.039042 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-8fbd7b93-e788-48a4-9eae-cd790012261e tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Request body: {'security_group_rule': {'security_group_id': 'e722dfd9-1bb2-4734-8ccf-66127fb13c26', 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:14:28.054670 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5377a0-e5d8-4fc4-a0f3-7a094d0924bf None None] Checking router: 88f8fe45-f9e3-458d-90b5-d1395e0bd9fb for host: dv-cinder-804581-6-iscsi {{(pid=94453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:14:28.055214 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5377a0-e5d8-4fc4-a0f3-7a094d0924bf None None] Updating router 88f8fe45-f9e3-458d-90b5-d1395e0bd9fb port bd74e35c-eaee-4724-890e-6eb8275b506e binding host dv-cinder-804581-6-iscsi {{(pid=94453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 15 14:14:28.082120 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6f5377a0-e5d8-4fc4-a0f3-7a094d0924bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:28.120574 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-fbf666d5-b251-45bc-b186-df986b9d3e81 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:28.164900 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf666d5-b251-45bc-b186-df986b9d3e81 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Network 1d9f8f4c-a9c3-49e7-b907-6801ec194130 is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:14:28.168320 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [None req-fbf666d5-b251-45bc-b186-df986b9d3e81 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:14:28.170308 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.db.securitygroups_db [None req-8fbd7b93-e788-48a4-9eae-cd790012261e tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Project e17307d397464d099cfe8fea70bc575f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 15 14:14:28.172955 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf666d5-b251-45bc-b186-df986b9d3e81 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:14:28.200034 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-8fbd7b93-e788-48a4-9eae-cd790012261e tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:28.205121 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf666d5-b251-45bc-b186-df986b9d3e81 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Pushing event updated for resources: {'Port': ['ID=b6ebd179-db70-4ede-a709-5b2a9c2c98ec,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:28.330638 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-8fbd7b93-e788-48a4-9eae-cd790012261e tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:28.351058 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6f5377a0-e5d8-4fc4-a0f3-7a094d0924bf None None] Notify callbacks [] for port, precommit_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:28.360601 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6f5377a0-e5d8-4fc4-a0f3-7a094d0924bf None None] Transition to ACTIVE for port object bd74e35c-eaee-4724-890e-6eb8275b506e will not be triggered until provisioned by entity L2. {{(pid=94453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:14:28.419124 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6f5377a0-e5d8-4fc4-a0f3-7a094d0924bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:28.421225 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-8fbd7b93-e788-48a4-9eae-cd790012261e tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448577'] for security_group_rule, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:28.452336 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd7b93-e788-48a4-9eae-cd790012261e tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2c4749-8203-4ba5-ab80-b32b759a0545,revision_number=0']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:28.495380 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da48bb-4c17-4efe-8262-6438d0d2c057 None None] Pushing event updated for resources: {'Port': ['ID=bd74e35c-eaee-4724-890e-6eb8275b506e,revision_number=3']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:28.523478 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-6f5377a0-e5d8-4fc4-a0f3-7a094d0924bf None None] Attempting to bind port bd74e35c-eaee-4724-890e-6eb8275b506e on host dv-cinder-804581-6-iscsi for vnic_type normal with profile {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:14:28.523848 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-6f5377a0-e5d8-4fc4-a0f3-7a094d0924bf None None] Attempting to bind port bd74e35c-eaee-4724-890e-6eb8275b506e by drivers openvswitch,hyperv on host dv-cinder-804581-6-iscsi at level 0 using segments [{'id': '1b237780-8b46-4812-8657-53a0237cd9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2328d30a-213e-4647-a652-4d04c7d0d1c8'}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:14:28.524207 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5377a0-e5d8-4fc4-a0f3-7a094d0924bf None None] Attempting to bind port bd74e35c-eaee-4724-890e-6eb8275b506e on network 2328d30a-213e-4647-a652-4d04c7d0d1c8 {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:14:28.532885 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5377a0-e5d8-4fc4-a0f3-7a094d0924bf None None] Checking agent: {'id': '9fd064e6-11f0-4c96-a2d8-3af8385acf93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 3, 44), 'started_at': datetime.datetime(2021, 8, 15, 14, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:14:28.533744 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5377a0-e5d8-4fc4-a0f3-7a094d0924bf None None] Checking segment: {'id': '1b237780-8b46-4812-8657-53a0237cd9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2328d30a-213e-4647-a652-4d04c7d0d1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:14:28.534370 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6f5377a0-e5d8-4fc4-a0f3-7a094d0924bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:28.535660 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5377a0-e5d8-4fc4-a0f3-7a094d0924bf None None] Bound using segment: {'id': '1b237780-8b46-4812-8657-53a0237cd9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2328d30a-213e-4647-a652-4d04c7d0d1c8'} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:14:28.536973 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-6f5377a0-e5d8-4fc4-a0f3-7a094d0924bf None None] Bound port: bd74e35c-eaee-4724-890e-6eb8275b506e, host: dv-cinder-804581-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b237780-8b46-4812-8657-53a0237cd9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2328d30a-213e-4647-a652-4d04c7d0d1c8'}}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:14:28.537656 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6f5377a0-e5d8-4fc4-a0f3-7a094d0924bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:28.563261 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-8fbd7b93-e788-48a4-9eae-cd790012261e tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:28.567209 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-8fbd7b93-e788-48a4-9eae-cd790012261e tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5292196 Aug 15 14:14:28.568026 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 46730) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:28.573031 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-3d702d65-baef-4f02-b413-5717067f880c tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Request body: {'security_group_rule': {'security_group_id': 'e722dfd9-1bb2-4734-8ccf-66127fb13c26', 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:14:28.635112 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6f5377a0-e5d8-4fc4-a0f3-7a094d0924bf None None] For port bd74e35c-eaee-4724-890e-6eb8275b506e, host dv-cinder-804581-6-iscsi, cleared binding levels {{(pid=94453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:14:28.641856 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6f5377a0-e5d8-4fc4-a0f3-7a094d0924bf None None] For port bd74e35c-eaee-4724-890e-6eb8275b506e, host dv-cinder-804581-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=bd74e35c-eaee-4724-890e-6eb8275b506e,segment=NetworkSegment(1b237780-8b46-4812-8657-53a0237cd9d7),segment_id=1b237780-8b46-4812-8657-53a0237cd9d7)] {{(pid=94453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:14:28.702589 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.db.securitygroups_db [None req-3d702d65-baef-4f02-b413-5717067f880c tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Project e17307d397464d099cfe8fea70bc575f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 15 14:14:28.705916 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6f5377a0-e5d8-4fc4-a0f3-7a094d0924bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:28.711808 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-3d702d65-baef-4f02-b413-5717067f880c tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:28.740053 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-fbf666d5-b251-45bc-b186-df986b9d3e81 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:28.759502 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8b562-a2fa-473c-8ae8-bb64eca8c7f8 req-eaeb2912-b626-40c1-b7ba-4ece8a48fa3d tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:28.761055 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-21b8b562-a2fa-473c-8ae8-bb64eca8c7f8 req-eaeb2912-b626-40c1-b7ba-4ece8a48fa3d tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.1060297 Aug 15 14:14:28.819840 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-3d702d65-baef-4f02-b413-5717067f880c tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:28.837816 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-21b8b562-a2fa-473c-8ae8-bb64eca8c7f8 req-63aa2256-904a-4215-992d-fab9f8906861 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577180 Aug 15 14:14:28.840422 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da48bb-4c17-4efe-8262-6438d0d2c057 None None] Pushing event updated for resources: {'Port': ['ID=bd74e35c-eaee-4724-890e-6eb8275b506e,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:28.846556 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:14:28.883579 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5377a0-e5d8-4fc4-a0f3-7a094d0924bf None None] Routers {'88f8fe45-f9e3-458d-90b5-d1395e0bd9fb'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:14:28.884215 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-6f5377a0-e5d8-4fc4-a0f3-7a094d0924bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:14:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['88f8fe45-f9e3-458d-90b5-d1395e0bd9fb'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:14:28.899848 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-3d702d65-baef-4f02-b413-5717067f880c tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448577'] for security_group_rule, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:28.916506 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d702d65-baef-4f02-b413-5717067f880c tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4337662-6343-4ff1-90d4-efb8d026f30e,revision_number=0']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:28.987798 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-fbf666d5-b251-45bc-b186-df986b9d3e81 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:29.022338 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-6f5377a0-e5d8-4fc4-a0f3-7a094d0924bf None None] Set router 88f8fe45-f9e3-458d-90b5-d1395e0bd9fb gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:14:29.023157 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-3d702d65-baef-4f02-b413-5717067f880c tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:29.024387 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-3d702d65-baef-4f02-b413-5717067f880c tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4553525 Aug 15 14:14:29.056410 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:14:29.056794 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:29.153870 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-fbf666d5-b251-45bc-b186-df986b9d3e81 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks [] for port, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:29.241943 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-fbf666d5-b251-45bc-b186-df986b9d3e81 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:29.328672 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf666d5-b251-45bc-b186-df986b9d3e81 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Pushing event updated for resources: {'Port': ['ID=b6ebd179-db70-4ede-a709-5b2a9c2c98ec,revision_number=2']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:29.341009 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-fbf666d5-b251-45bc-b186-df986b9d3e81 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594844'] for floatingip, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:29.357792 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-6f5377a0-e5d8-4fc4-a0f3-7a094d0924bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f8fe45-f9e3-458d-90b5-d1395e0bd9fb', 'name': 'tempest-TestVolumeBootPattern-1584181742-router', 'tenant_id': 'c15ec9c7f59c426aa390cb717acb201a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:20Z', 'updated_at': '2021-08-15T14:14:24Z', 'revision_number': 4, 'project_id': 'c15ec9c7f59c426aa390cb717acb201a', 'gw_port': {'id': '6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f8fe45-f9e3-458d-90b5-d1395e0bd9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:21Z', 'updated_at': '2021-08-15T14:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': 'bd74e35c-eaee-4724-890e-6eb8275b506e', 'name': '', 'network_id': '2328d30a-213e-4647-a652-4d04c7d0d1c8', 'tenant_id': 'c15ec9c7f59c426aa390cb717acb201a', 'mac_address': 'fa:16:3e:aa:e5:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f8fe45-f9e3-458d-90b5-d1395e0bd9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ce006392-c16e-45ac-99c1-8af205379185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:24Z', 'updated_at': '2021-08-15T14:14:28Z', 'revision_number': 4, 'project_id': 'c15ec9c7f59c426aa390cb717acb201a', 'subnets': [{'id': 'ce006392-c16e-45ac-99c1-8af205379185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:14:29.384628 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5377a0-e5d8-4fc4-a0f3-7a094d0924bf None None] The sync data for ids ['88f8fe45-f9e3-458d-90b5-d1395e0bd9fb'] in dv-cinder-804581-6-iscsi is: [{'id': '88f8fe45-f9e3-458d-90b5-d1395e0bd9fb', 'name': 'tempest-TestVolumeBootPattern-1584181742-router', 'tenant_id': 'c15ec9c7f59c426aa390cb717acb201a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:20Z', 'updated_at': '2021-08-15T14:14:24Z', 'revision_number': 4, 'project_id': 'c15ec9c7f59c426aa390cb717acb201a', 'gw_port': {'id': '6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f8fe45-f9e3-458d-90b5-d1395e0bd9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:21Z', 'updated_at': '2021-08-15T14:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': 'bd74e35c-eaee-4724-890e-6eb8275b506e', 'name': '', 'network_id': '2328d30a-213e-4647-a652-4d04c7d0d1c8', 'tenant_id': 'c15ec9c7f59c426aa390cb717acb201a', 'mac_address': 'fa:16:3e:aa:e5:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f8fe45-f9e3-458d-90b5-d1395e0bd9fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'ce006392-c16e-45ac-99c1-8af205379185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:24Z', 'updated_at': '2021-08-15T14:14:28Z', 'revision_number': 4, 'project_id': 'c15ec9c7f59c426aa390cb717acb201a', 'subnets': [{'id': 'ce006392-c16e-45ac-99c1-8af205379185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:14:29.457116 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.db.l3_db [None req-fbf666d5-b251-45bc-b186-df986b9d3e81 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Floating IP 8ed43c1d-9a8e-4e32-8678-e90fcbcabbf8 associated. External IP: 172.27.3.147, port: 8c08a9c8-1e91-4680-b388-5194ff51aaae. Aug 15 14:14:29.966805 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf666d5-b251-45bc-b186-df986b9d3e81 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Router bdb5d1c3-6257-4bc0-91f1-c14f4e54a486 has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:14:30.010153 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304db66-dfa3-4cc5-9d47-ed403a94b657 req-cd3de630-5464-489f-acb2-1ac2a1a1fa63 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:30.014267 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-f304db66-dfa3-4cc5-9d47-ed403a94b657 req-cd3de630-5464-489f-acb2-1ac2a1a1fa63 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0808616 Aug 15 14:14:30.068626 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-f304db66-dfa3-4cc5-9d47-ed403a94b657 req-2f48d4cc-9b49-4090-aaf7-a275a8287ea1 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532255 Aug 15 14:14:30.122768 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf666d5-b251-45bc-b186-df986b9d3e81 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:14:30.133438 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e34b89-b1d0-415d-a3c5-cdc54d28a970 None None] Sync routers for ids ['bdb5d1c3-6257-4bc0-91f1-c14f4e54a486'] in dv-cinder-804581-6-iscsi {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:14:30.142251 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e34b89-b1d0-415d-a3c5-cdc54d28a970 None None] Routers {'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:14:30.142859 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-12e34b89-b1d0-415d-a3c5-cdc54d28a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:14:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['bdb5d1c3-6257-4bc0-91f1-c14f4e54a486'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:14:30.188866 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-fbf666d5-b251-45bc-b186-df986b9d3e81 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for floatingip, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:30.216765 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-fbf666d5-b251-45bc-b186-df986b9d3e81 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7643807 Aug 15 14:14:30.217345 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a558a5e-54f3-46fd-a374-bbf28641d9f0', 'tag': '8c08a9c8-1e91-4680-b388-5194ff51aaae'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:14:30.219637 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 46802) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:30.219786 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2184b3e-aafb-4a5d-ac2c-fa47d0deb8d5" -d '{"events": [{"name": "network-changed", "server_uuid": "1a558a5e-54f3-46fd-a374-bbf28641d9f0", "tag": "8c08a9c8-1e91-4680-b388-5194ff51aaae"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:14:30.225322 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-aa2d1e1c-6381-4328-a62b-5ff169b42f04 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1643228435', 'description': 'tempest-secgroup-smoke-1643228435 description', 'project_id': 'f6539b10a08a439a9c2f6adbc7c97a73'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:14:30.251272 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-12e34b89-b1d0-415d-a3c5-cdc54d28a970 None None] Set router bdb5d1c3-6257-4bc0-91f1-c14f4e54a486 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:14:30.262237 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ed5fb9-abaa-4164-8522-30a2682cb81c x-openstack-request-id: req-a9ed5fb9-abaa-4164-8522-30a2682cb81c {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:14:30.262748 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a558a5e-54f3-46fd-a374-bbf28641d9f0", "tag": "8c08a9c8-1e91-4680-b388-5194ff51aaae", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:14:30.262854 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a9ed5fb9-abaa-4164-8522-30a2682cb81c {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:14:30.263191 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a558a5e-54f3-46fd-a374-bbf28641d9f0', 'tag': '8c08a9c8-1e91-4680-b388-5194ff51aaae', 'status': 'completed', 'code': 200} Aug 15 14:14:30.339478 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-aa2d1e1c-6381-4328-a62b-5ff169b42f04 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:30.344744 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2184b3e-aafb-4a5d-ac2c-fa47d0deb8d5 req-0f0edddf-17b0-4a11-ae50-e18fd45a0f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:30.346308 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f2184b3e-aafb-4a5d-ac2c-fa47d0deb8d5 req-0f0edddf-17b0-4a11-ae50-e18fd45a0f70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6539b10a08a439a9c2f6adbc7c97a73&device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 1099 time: 0.0433078 Aug 15 14:14:30.444249 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-aa2d1e1c-6381-4328-a62b-5ff169b42f04 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:30.455506 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2184b3e-aafb-4a5d-ac2c-fa47d0deb8d5 req-c4389396-f289-4b0e-98f8-c28202b9f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:30.460900 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f2184b3e-aafb-4a5d-ac2c-fa47d0deb8d5 req-c4389396-f289-4b0e-98f8-c28202b9f9da service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5e6e57a-e858-48a4-80c6-6207d83bb306 HTTP/1.1" status: 200 len: 915 time: 0.0908689 Aug 15 14:14:30.508961 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-aa2d1e1c-6381-4328-a62b-5ff169b42f04 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:30.510524 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-12e34b89-b1d0-415d-a3c5-cdc54d28a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'name': 'tempest-TestMinimumBasicScenario-343997362-router', 'tenant_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '0a58faa2-9ddb-42b7-887b-3eb4e21d62bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:12:52Z', 'updated_at': '2021-08-15T14:12:56Z', 'revision_number': 4, 'project_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'gw_port': {'id': '0a58faa2-9ddb-42b7-887b-3eb4e21d62bd', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:12:52Z', 'updated_at': '2021-08-15T14:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_floatingips': [{'id': '8ed43c1d-9a8e-4e32-8678-e90fcbcabbf8', 'tenant_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'router_id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'port_id': '8c08a9c8-1e91-4680-b388-5194ff51aaae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5e6e57a-e858-48a4-80c6-6207d83bb306', 'mac_address': 'fa:16:3e:b5:da:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a558a5e-54f3-46fd-a374-bbf28641d9f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-15T14:14:28Z', 'updated_at': '2021-08-15T14:14:28Z', 'revision_number': 0, 'project_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96349de5-e470-4ca6-a29d-6306cc209cd0', 'name': '', 'network_id': 'b5e6e57a-e858-48a4-80c6-6207d83bb306', 'tenant_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'mac_address': 'fa:16:3e:96:af:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'cf02de99-39af-40f2-b14a-37413c12659d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:12:55Z', 'updated_at': '2021-08-15T14:13:01Z', 'revision_number': 5, 'project_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'subnets': [{'id': 'cf02de99-39af-40f2-b14a-37413c12659d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:14:30.536721 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f2184b3e-aafb-4a5d-ac2c-fa47d0deb8d5 req-bd65acdc-6ab9-49cc-99b2-4a75bf5891e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c08a9c8-1e91-4680-b388-5194ff51aaae HTTP/1.1" status: 200 len: 1000 time: 0.0672266 Aug 15 14:14:30.547262 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e34b89-b1d0-415d-a3c5-cdc54d28a970 None None] Checking router: bdb5d1c3-6257-4bc0-91f1-c14f4e54a486 for host: dv-cinder-804581-6-iscsi {{(pid=94454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:14:30.549455 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d1e1c-6381-4328-a62b-5ff169b42f04 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6be0114-5cf7-4293-b284-e0b19f00abff,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:30.556412 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e34b89-b1d0-415d-a3c5-cdc54d28a970 None None] Routers {'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:14:30.556412 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-12e34b89-b1d0-415d-a3c5-cdc54d28a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:14:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['bdb5d1c3-6257-4bc0-91f1-c14f4e54a486'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:14:30.596367 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2184b3e-aafb-4a5d-ac2c-fa47d0deb8d5 req-3e692e05-8c82-4720-8d50-42daae68d165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:30.597936 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f2184b3e-aafb-4a5d-ac2c-fa47d0deb8d5 req-3e692e05-8c82-4720-8d50-42daae68d165 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf02de99-39af-40f2-b14a-37413c12659d HTTP/1.1" status: 200 len: 853 time: 0.0541179 Aug 15 14:14:30.613460 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-aa2d1e1c-6381-4328-a62b-5ff169b42f04 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:30.617618 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-aa2d1e1c-6381-4328-a62b-5ff169b42f04 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3937149 Aug 15 14:14:30.617824 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 46820) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:30.622868 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-5de75974-9aca-4623-a384-6589af8b4917 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Request body: {'security_group_rule': {'security_group_id': 'a6be0114-5cf7-4293-b284-e0b19f00abff', 'project_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:14:30.651029 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2184b3e-aafb-4a5d-ac2c-fa47d0deb8d5 req-b58c648d-6642-4af8-a118-bd73975ad284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:30.652522 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f2184b3e-aafb-4a5d-ac2c-fa47d0deb8d5 req-b58c648d-6642-4af8-a118-bd73975ad284 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5e6e57a-e858-48a4-80c6-6207d83bb306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408626 Aug 15 14:14:30.668513 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-12e34b89-b1d0-415d-a3c5-cdc54d28a970 None None] Set router bdb5d1c3-6257-4bc0-91f1-c14f4e54a486 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:14:30.728108 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-5de75974-9aca-4623-a384-6589af8b4917 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:30.809504 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f2184b3e-aafb-4a5d-ac2c-fa47d0deb8d5 req-d92be3bd-7646-4157-9b6f-78003112618f service neutron] 10.222.0.20 "GET /v2.0/networks/b5e6e57a-e858-48a4-80c6-6207d83bb306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397753 Aug 15 14:14:30.827620 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device bd74e35c-eaee-4724-890e-6eb8275b506e up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:14:30.833862 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-5de75974-9aca-4623-a384-6589af8b4917 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:30.914673 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-5de75974-9aca-4623-a384-6589af8b4917 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448577'] for security_group_rule, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:30.919501 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f2184b3e-aafb-4a5d-ac2c-fa47d0deb8d5 req-d30a2be2-395c-469d-b3b7-a8a9d62c59e1 service neutron] 10.222.0.20 "GET /v2.0/networks/b5e6e57a-e858-48a4-80c6-6207d83bb306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023226 Aug 15 14:14:30.923098 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-12e34b89-b1d0-415d-a3c5-cdc54d28a970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'name': 'tempest-TestMinimumBasicScenario-343997362-router', 'tenant_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '0a58faa2-9ddb-42b7-887b-3eb4e21d62bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:12:52Z', 'updated_at': '2021-08-15T14:12:56Z', 'revision_number': 4, 'project_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'gw_port': {'id': '0a58faa2-9ddb-42b7-887b-3eb4e21d62bd', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:12:52Z', 'updated_at': '2021-08-15T14:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_floatingips': [{'id': '8ed43c1d-9a8e-4e32-8678-e90fcbcabbf8', 'tenant_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'router_id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'port_id': '8c08a9c8-1e91-4680-b388-5194ff51aaae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5e6e57a-e858-48a4-80c6-6207d83bb306', 'mac_address': 'fa:16:3e:b5:da:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a558a5e-54f3-46fd-a374-bbf28641d9f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-15T14:14:28Z', 'updated_at': '2021-08-15T14:14:28Z', 'revision_number': 0, 'project_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96349de5-e470-4ca6-a29d-6306cc209cd0', 'name': '', 'network_id': 'b5e6e57a-e858-48a4-80c6-6207d83bb306', 'tenant_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'mac_address': 'fa:16:3e:96:af:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'cf02de99-39af-40f2-b14a-37413c12659d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:12:55Z', 'updated_at': '2021-08-15T14:13:01Z', 'revision_number': 5, 'project_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'subnets': [{'id': 'cf02de99-39af-40f2-b14a-37413c12659d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:14:30.934285 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de75974-9aca-4623-a384-6589af8b4917 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6137a035-8e4b-40f2-a0e7-74de5b98633d,revision_number=0']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:30.957222 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e34b89-b1d0-415d-a3c5-cdc54d28a970 None None] The sync data for ids ['bdb5d1c3-6257-4bc0-91f1-c14f4e54a486'] in dv-cinder-804581-6-iscsi is: [{'id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'name': 'tempest-TestMinimumBasicScenario-343997362-router', 'tenant_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '0a58faa2-9ddb-42b7-887b-3eb4e21d62bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:12:52Z', 'updated_at': '2021-08-15T14:12:56Z', 'revision_number': 4, 'project_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'gw_port': {'id': '0a58faa2-9ddb-42b7-887b-3eb4e21d62bd', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:12:52Z', 'updated_at': '2021-08-15T14:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_floatingips': [{'id': '8ed43c1d-9a8e-4e32-8678-e90fcbcabbf8', 'tenant_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'router_id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'port_id': '8c08a9c8-1e91-4680-b388-5194ff51aaae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5e6e57a-e858-48a4-80c6-6207d83bb306', 'mac_address': 'fa:16:3e:b5:da:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a558a5e-54f3-46fd-a374-bbf28641d9f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-15T14:14:28Z', 'updated_at': '2021-08-15T14:14:28Z', 'revision_number': 0, 'project_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96349de5-e470-4ca6-a29d-6306cc209cd0', 'name': '', 'network_id': 'b5e6e57a-e858-48a4-80c6-6207d83bb306', 'tenant_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'mac_address': 'fa:16:3e:96:af:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'cf02de99-39af-40f2-b14a-37413c12659d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:12:55Z', 'updated_at': '2021-08-15T14:13:01Z', 'revision_number': 5, 'project_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'subnets': [{'id': 'cf02de99-39af-40f2-b14a-37413c12659d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:14:30.971557 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning for port bd74e35c-eaee-4724-890e-6eb8275b506e completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:14:30.977235 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port bd74e35c-eaee-4724-890e-6eb8275b506e triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:14:30.977657 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:31.000150 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-5de75974-9aca-4623-a384-6589af8b4917 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:31.001815 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-5de75974-9aca-4623-a384-6589af8b4917 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3829176 Aug 15 14:14:31.005005 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 46828) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:31.010027 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-d5efc591-4429-4131-993e-091880efdd12 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Request body: {'security_group_rule': {'security_group_id': 'a6be0114-5cf7-4293-b284-e0b19f00abff', 'project_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:14:31.059026 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:31.096146 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] For port bd74e35c-eaee-4724-890e-6eb8275b506e, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=bd74e35c-eaee-4724-890e-6eb8275b506e,segment=NetworkSegment(1b237780-8b46-4812-8657-53a0237cd9d7),segment_id=1b237780-8b46-4812-8657-53a0237cd9d7)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:14:31.113792 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d5efc591-4429-4131-993e-091880efdd12 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:31.171863 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:31.215526 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d5efc591-4429-4131-993e-091880efdd12 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:31.220002 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3724013-eb0d-42cf-8c98-034f150b8d85 req-690fd8ed-e5e3-4ced-a7eb-88f9a1ed432f tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:31.221630 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c3724013-eb0d-42cf-8c98-034f150b8d85 req-690fd8ed-e5e3-4ced-a7eb-88f9a1ed432f tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0689793 Aug 15 14:14:31.223896 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Pushing event updated for resources: {'Port': ['ID=bd74e35c-eaee-4724-890e-6eb8275b506e,revision_number=5']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:31.261534 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c3724013-eb0d-42cf-8c98-034f150b8d85 req-75768bcd-7f11-4d85-8df3-65171287b2ba tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323482 Aug 15 14:14:31.268958 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d5efc591-4429-4131-993e-091880efdd12 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448577'] for security_group_rule, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:31.286243 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efc591-4429-4131-993e-091880efdd12 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7fc9151-9f68-46f9-9001-39024d3fa0f7,revision_number=0']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:31.360286 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d5efc591-4429-4131-993e-091880efdd12 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:31.361775 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-d5efc591-4429-4131-993e-091880efdd12 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3554885 Aug 15 14:14:31.364759 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 46836) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:31.369422 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-3f69342b-82d1-4070-9289-ed3d2f9c45a3 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Request body: {'security_group_rule': {'security_group_id': 'a6be0114-5cf7-4293-b284-e0b19f00abff', 'project_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:14:31.468321 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-3f69342b-82d1-4070-9289-ed3d2f9c45a3 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:31.491893 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:31.534135 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-3f69342b-82d1-4070-9289-ed3d2f9c45a3 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:31.600618 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-3f69342b-82d1-4070-9289-ed3d2f9c45a3 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448577'] for security_group_rule, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:31.621912 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69342b-82d1-4070-9289-ed3d2f9c45a3 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c05d1af7-6f70-4001-b9c3-dfe6acf83ed8,revision_number=0']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:31.656999 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c0e57a-8fef-4b68-a0c8-49582ab70120 None None] New status for floating IP 8ed43c1d-9a8e-4e32-8678-e90fcbcabbf8: ACTIVE {{(pid=94453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 15 14:14:31.710680 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-3f69342b-82d1-4070-9289-ed3d2f9c45a3 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:31.712044 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-3f69342b-82d1-4070-9289-ed3d2f9c45a3 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3462520 Aug 15 14:14:31.715063 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 46838) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:31.719533 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-8c3d0c4b-fa13-4b01-89ce-73924d551c48 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Request body: {'security_group_rule': {'security_group_id': 'a6be0114-5cf7-4293-b284-e0b19f00abff', 'project_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:14:31.807536 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8c3d0c4b-fa13-4b01-89ce-73924d551c48 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:31.881828 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8c3d0c4b-fa13-4b01-89ce-73924d551c48 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:31.939193 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8c3d0c4b-fa13-4b01-89ce-73924d551c48 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448577'] for security_group_rule, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:31.957121 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d0c4b-fa13-4b01-89ce-73924d551c48 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40030550-975f-4839-8564-db31d8abd57c,revision_number=0']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:32.019636 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8c3d0c4b-fa13-4b01-89ce-73924d551c48 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:32.021286 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-8c3d0c4b-fa13-4b01-89ce-73924d551c48 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3053095 Aug 15 14:14:32.024279 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 46850) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:32.028989 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-ee5c8391-f4b2-4d99-a847-78bca2c496e2 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Request body: {'security_group_rule': {'security_group_id': 'a6be0114-5cf7-4293-b284-e0b19f00abff', 'project_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:14:32.099996 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.db.securitygroups_db [None req-ee5c8391-f4b2-4d99-a847-78bca2c496e2 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Project f6539b10a08a439a9c2f6adbc7c97a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 15 14:14:32.107286 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ee5c8391-f4b2-4d99-a847-78bca2c496e2 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:32.162622 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ee5c8391-f4b2-4d99-a847-78bca2c496e2 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:32.251762 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ee5c8391-f4b2-4d99-a847-78bca2c496e2 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448577'] for security_group_rule, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:32.269985 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c8391-f4b2-4d99-a847-78bca2c496e2 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c369a3b-fc26-40f8-8bf2-5d345fb7da40,revision_number=0']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:32.346124 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ee5c8391-f4b2-4d99-a847-78bca2c496e2 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:32.347561 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-ee5c8391-f4b2-4d99-a847-78bca2c496e2 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3222358 Aug 15 14:14:32.351221 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 46864) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:32.364981 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-228ed5cb-a2cf-489d-a7f0-7c5753fa197c tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Request body: {'security_group_rule': {'security_group_id': 'a6be0114-5cf7-4293-b284-e0b19f00abff', 'project_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:14:32.388037 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1483b5-9ff7-4bf0-a2a3-64f14526ab81 req-35316cb0-792f-49a6-9a31-e71303286ede tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:32.389907 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2c1483b5-9ff7-4bf0-a2a3-64f14526ab81 req-35316cb0-792f-49a6-9a31-e71303286ede tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0544221 Aug 15 14:14:32.433195 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2c1483b5-9ff7-4bf0-a2a3-64f14526ab81 req-92ce0ede-eaed-42a2-9abd-6e86b8373532 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365756 Aug 15 14:14:32.453794 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.db.securitygroups_db [None req-228ed5cb-a2cf-489d-a7f0-7c5753fa197c tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Project f6539b10a08a439a9c2f6adbc7c97a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 15 14:14:32.459313 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-228ed5cb-a2cf-489d-a7f0-7c5753fa197c tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:32.522154 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-228ed5cb-a2cf-489d-a7f0-7c5753fa197c tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:32.628883 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-228ed5cb-a2cf-489d-a7f0-7c5753fa197c tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448577'] for security_group_rule, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:32.643468 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ed5cb-a2cf-489d-a7f0-7c5753fa197c tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daff291b-f6b8-4cc1-9d7f-2a6cbac74d57,revision_number=0']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:32.722300 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-228ed5cb-a2cf-489d-a7f0-7c5753fa197c tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:32.729002 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-228ed5cb-a2cf-489d-a7f0-7c5753fa197c tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3759701 Aug 15 14:14:32.762590 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device bd74e35c-eaee-4724-890e-6eb8275b506e up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:14:32.821950 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port bd74e35c-eaee-4724-890e-6eb8275b506e triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:14:32.822431 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:32.842907 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-eebc3635-b190-4a5d-a752-5483b87a47bf req-13b14495-9040-48aa-aa2d-69c0adbd81c6 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1643228435&fields=id&tenant_id=f6539b10a08a439a9c2f6adbc7c97a73 HTTP/1.1" status: 200 len: 267 time: 0.0339811 Aug 15 14:14:32.909275 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc3635-b190-4a5d-a752-5483b87a47bf req-3ba20cb1-acd4-42fc-9df4-db14741e8ad3 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:32.911431 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-eebc3635-b190-4a5d-a752-5483b87a47bf req-3ba20cb1-acd4-42fc-9df4-db14741e8ad3 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 946 time: 0.0539334 Aug 15 14:14:32.922812 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [req-eebc3635-b190-4a5d-a752-5483b87a47bf req-1257ab82-f3c4-4de6-bb83-e35b55ee5aad tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Request body: {'port': {'security_groups': ['ca14348e-360e-4900-97e3-723d2d88fc14', 'a6be0114-5cf7-4293-b284-e0b19f00abff']}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:14:32.994710 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [req-eebc3635-b190-4a5d-a752-5483b87a47bf req-1257ab82-f3c4-4de6-bb83-e35b55ee5aad tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:33.227843 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.db [req-eebc3635-b190-4a5d-a752-5483b87a47bf req-1257ab82-f3c4-4de6-bb83-e35b55ee5aad tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] For port 8c08a9c8-1e91-4680-b388-5194ff51aaae, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=8c08a9c8-1e91-4680-b388-5194ff51aaae,segment=NetworkSegment(3283a93e-7cb5-4d91-a363-19ad57158539),segment_id=3283a93e-7cb5-4d91-a363-19ad57158539)] {{(pid=94451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:14:33.259249 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [req-eebc3635-b190-4a5d-a752-5483b87a47bf req-1257ab82-f3c4-4de6-bb83-e35b55ee5aad tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks [] for port, precommit_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:33.325677 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [req-eebc3635-b190-4a5d-a752-5483b87a47bf req-1257ab82-f3c4-4de6-bb83-e35b55ee5aad tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823634'] for port, after_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:33.358146 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['8c08a9c8-1e91-4680-b388-5194ff51aaae'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:14:33.370639 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc3635-b190-4a5d-a752-5483b87a47bf req-1257ab82-f3c4-4de6-bb83-e35b55ee5aad tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:33.371262 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [req-eebc3635-b190-4a5d-a752-5483b87a47bf req-1257ab82-f3c4-4de6-bb83-e35b55ee5aad tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for port, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:33.372841 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-eebc3635-b190-4a5d-a752-5483b87a47bf req-1257ab82-f3c4-4de6-bb83-e35b55ee5aad tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "PUT /v2.0/ports/8c08a9c8-1e91-4680-b388-5194ff51aaae HTTP/1.1" status: 200 len: 982 time: 0.4546354 Aug 15 14:14:33.373291 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a558a5e-54f3-46fd-a374-bbf28641d9f0', 'tag': '8c08a9c8-1e91-4680-b388-5194ff51aaae'}] {{(pid=94451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:14:33.375626 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abc82e7819f056574f254d7e5a5b8a49d035eebe46657e1c391d33dd16b5ccea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdc36ac-c8a3-4943-8dd5-e21d47208dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "1a558a5e-54f3-46fd-a374-bbf28641d9f0", "tag": "8c08a9c8-1e91-4680-b388-5194ff51aaae"}]}' {{(pid=94451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:14:33.404977 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257ab82-f3c4-4de6-bb83-e35b55ee5aad tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Pushing event updated for resources: {'Port': ['ID=8c08a9c8-1e91-4680-b388-5194ff51aaae,revision_number=6']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:33.445340 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0112bcaf-1829-4c9e-b851-93594badf138 x-openstack-request-id: req-0112bcaf-1829-4c9e-b851-93594badf138 {{(pid=94451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:14:33.445965 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a558a5e-54f3-46fd-a374-bbf28641d9f0", "tag": "8c08a9c8-1e91-4680-b388-5194ff51aaae", "status": "completed", "code": 200}]} {{(pid=94451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:14:33.446365 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0112bcaf-1829-4c9e-b851-93594badf138 {{(pid=94451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:14:33.448484 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a558a5e-54f3-46fd-a374-bbf28641d9f0', 'tag': '8c08a9c8-1e91-4680-b388-5194ff51aaae', 'status': 'completed', 'code': 200} Aug 15 14:14:33.505109 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['8c08a9c8-1e91-4680-b388-5194ff51aaae'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:14:33.553449 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce93afc-ac28-44eb-8f24-f5922f95f6f7 req-ef42001c-6c9a-4568-a7f3-dadb1dd86109 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:33.562584 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-3ce93afc-ac28-44eb-8f24-f5922f95f6f7 req-ef42001c-6c9a-4568-a7f3-dadb1dd86109 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 985 time: 0.0949864 Aug 15 14:14:33.578753 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc36ac-c8a3-4943-8dd5-e21d47208dcb req-cf458814-9c44-43e6-b8a3-76c4679f334b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:33.580246 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6bdc36ac-c8a3-4943-8dd5-e21d47208dcb req-cf458814-9c44-43e6-b8a3-76c4679f334b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6539b10a08a439a9c2f6adbc7c97a73&device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 1138 time: 0.0781441 Aug 15 14:14:33.589587 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e477a2-5815-4ff4-8151-42723ba621f3 req-0c656900-4b49-48cd-9434-601c8f49e1c2 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:33.591109 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-67e477a2-5815-4ff4-8151-42723ba621f3 req-0c656900-4b49-48cd-9434-601c8f49e1c2 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0723221 Aug 15 14:14:33.630983 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-67e477a2-5815-4ff4-8151-42723ba621f3 req-1e2fe74b-d354-45b3-87fc-517498c761f0 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335906 Aug 15 14:14:33.632892 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-3ce93afc-ac28-44eb-8f24-f5922f95f6f7 req-771c25d6-9b31-4922-bcb2-9e4a84d97884 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=a6be0114-5cf7-4293-b284-e0b19f00abff&id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693331 Aug 15 14:14:33.699346 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-d77d1713-fff0-433e-ac8f-143cf3bf82d4 None None] Provisioning complete for port 8c08a9c8-1e91-4680-b388-5194ff51aaae triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:14:33.699800 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d77d1713-fff0-433e-ac8f-143cf3bf82d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:33.704486 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc36ac-c8a3-4943-8dd5-e21d47208dcb req-e93e4775-7248-47b0-b41c-f26fbcb1f245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:33.706310 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6bdc36ac-c8a3-4943-8dd5-e21d47208dcb req-e93e4775-7248-47b0-b41c-f26fbcb1f245 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5e6e57a-e858-48a4-80c6-6207d83bb306 HTTP/1.1" status: 200 len: 915 time: 0.1176467 Aug 15 14:14:33.791944 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6bdc36ac-c8a3-4943-8dd5-e21d47208dcb req-6feacde2-1042-4fdc-a398-c3ab5baa98d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c08a9c8-1e91-4680-b388-5194ff51aaae HTTP/1.1" status: 200 len: 1002 time: 0.0774660 Aug 15 14:14:33.842537 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc36ac-c8a3-4943-8dd5-e21d47208dcb req-2cbfc6c8-a00b-4a9e-9d61-8bd8133d6bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:33.844103 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6bdc36ac-c8a3-4943-8dd5-e21d47208dcb req-2cbfc6c8-a00b-4a9e-9d61-8bd8133d6bdd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf02de99-39af-40f2-b14a-37413c12659d HTTP/1.1" status: 200 len: 853 time: 0.0444748 Aug 15 14:14:33.888462 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc36ac-c8a3-4943-8dd5-e21d47208dcb req-d2f519cd-3875-48a6-b2e5-5ae52b2d0941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:33.889961 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6bdc36ac-c8a3-4943-8dd5-e21d47208dcb req-d2f519cd-3875-48a6-b2e5-5ae52b2d0941 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5e6e57a-e858-48a4-80c6-6207d83bb306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384905 Aug 15 14:14:33.994633 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6bdc36ac-c8a3-4943-8dd5-e21d47208dcb req-414b453b-699f-4e17-8039-56f198d7a3e6 service neutron] 10.222.0.20 "GET /v2.0/networks/b5e6e57a-e858-48a4-80c6-6207d83bb306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950763 Aug 15 14:14:34.100974 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6bdc36ac-c8a3-4943-8dd5-e21d47208dcb req-c91e5cb5-7a06-494c-a4c6-f1b343d17763 service neutron] 10.222.0.20 "GET /v2.0/networks/b5e6e57a-e858-48a4-80c6-6207d83bb306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977905 Aug 15 14:14:34.762035 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec1eca-e273-44b1-bee3-56e2077b79e0 req-89a7dbcf-56a9-42df-98f3-bf590246bd35 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:34.763625 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a1ec1eca-e273-44b1-bee3-56e2077b79e0 req-89a7dbcf-56a9-42df-98f3-bf590246bd35 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0507131 Aug 15 14:14:34.803720 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a1ec1eca-e273-44b1-bee3-56e2077b79e0 req-86c81980-b697-41f3-b177-dc7e48396692 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338690 Aug 15 14:14:35.920995 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a09fbb-e609-45ab-b9f6-01525df87589 req-1df52a82-a571-448a-b081-4aaf8f6e9c32 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:35.922553 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-05a09fbb-e609-45ab-b9f6-01525df87589 req-1df52a82-a571-448a-b081-4aaf8f6e9c32 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0530996 Aug 15 14:14:35.960494 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-05a09fbb-e609-45ab-b9f6-01525df87589 req-8377c82a-f4b9-4091-be17-5a9a60637aef tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311568 Aug 15 14:14:37.077114 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2e11c-b55f-497a-9064-b1cf265d04a1 req-740c41d0-bf5c-40f6-a49e-5e77985a498d tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:37.078622 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b2d2e11c-b55f-497a-9064-b1cf265d04a1 req-740c41d0-bf5c-40f6-a49e-5e77985a498d tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0497885 Aug 15 14:14:37.114953 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b2d2e11c-b55f-497a-9064-b1cf265d04a1 req-4399d600-9005-4ade-8ec3-d16b092940f9 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298953 Aug 15 14:14:38.228181 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be976737-37b1-425f-a05f-b2cd924c7401 req-45c02c23-a385-4cb3-800a-90f9fcb0890d tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:38.229889 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-be976737-37b1-425f-a05f-b2cd924c7401 req-45c02c23-a385-4cb3-800a-90f9fcb0890d tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0491333 Aug 15 14:14:38.266479 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-be976737-37b1-425f-a05f-b2cd924c7401 req-4a51ac39-fd87-454d-a71a-af47e0d81a55 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305767 Aug 15 14:14:39.509731 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e844976-8acd-40c3-8238-55e32c3624f3 req-e8047374-8326-4f8a-9e92-b87e72d75030 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:39.509731 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-7e844976-8acd-40c3-8238-55e32c3624f3 req-e8047374-8326-4f8a-9e92-b87e72d75030 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0521026 Aug 15 14:14:39.509731 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-7e844976-8acd-40c3-8238-55e32c3624f3 req-e8c89c6b-c893-4611-a89f-c3964971c500 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315938 Aug 15 14:14:40.540191 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57eece8-38e8-469f-b344-1a646afd1c95 req-2450c795-06ee-46e0-a8d4-3734e5f24fef tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:40.541692 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c57eece8-38e8-469f-b344-1a646afd1c95 req-2450c795-06ee-46e0-a8d4-3734e5f24fef tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0486999 Aug 15 14:14:40.579008 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c57eece8-38e8-469f-b344-1a646afd1c95 req-763ab746-0427-427a-b43f-caf373815ab0 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312138 Aug 15 14:14:40.733222 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-464785ff-4691-40ee-b75b-566e1384cde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:41.712051 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebdeae-20e3-4a0b-b8a6-3387c21e6551 req-4c2dacf4-3057-49ae-a633-86ff502558e9 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:41.712051 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a6ebdeae-20e3-4a0b-b8a6-3387c21e6551 req-4c2dacf4-3057-49ae-a633-86ff502558e9 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0638597 Aug 15 14:14:41.752379 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a6ebdeae-20e3-4a0b-b8a6-3387c21e6551 req-e3ea6e9a-4a16-4f07-899b-c48505909b01 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343683 Aug 15 14:14:42.871691 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c982dad-4cdb-4ec1-ae48-8e51c3235c48 req-78b7f705-ce8b-4d72-8551-53c5d1465dc2 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:42.873250 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-4c982dad-4cdb-4ec1-ae48-8e51c3235c48 req-78b7f705-ce8b-4d72-8551-53c5d1465dc2 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0531490 Aug 15 14:14:42.911082 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-4c982dad-4cdb-4ec1-ae48-8e51c3235c48 req-243d8091-01a4-465d-bd9b-629a1d465d81 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309420 Aug 15 14:14:43.256550 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-cc59d0d4-1d13-4794-aa18-0ea164dcf9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:43.824107 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:44.024858 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ff25d-19f0-4cf0-87b3-c5ed4f0ced52 req-506c1f7a-4938-4f67-b6ff-1f339a5e822a tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:44.026255 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c28ff25d-19f0-4cf0-87b3-c5ed4f0ced52 req-506c1f7a-4938-4f67-b6ff-1f339a5e822a tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0473201 Aug 15 14:14:44.062134 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c28ff25d-19f0-4cf0-87b3-c5ed4f0ced52 req-a98a70c1-f56e-4c6f-b3ed-b8f067390e6e tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300930 Aug 15 14:14:44.622172 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:45.173180 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f9d7f-4dbb-49e6-b538-02c7b6b7e3cb req-3ad2a757-01e6-40ee-8409-3dc14b90e5f2 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:45.174588 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-187f9d7f-4dbb-49e6-b538-02c7b6b7e3cb req-3ad2a757-01e6-40ee-8409-3dc14b90e5f2 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0470436 Aug 15 14:14:45.211249 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-187f9d7f-4dbb-49e6-b538-02c7b6b7e3cb req-d4826000-e89b-4771-8026-6bd0d506c01a tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301192 Aug 15 14:14:46.328594 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475f74b-3246-484d-98ab-28b145745c05 req-ad20d57f-964e-4506-858f-91860805586c tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:46.330065 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0475f74b-3246-484d-98ab-28b145745c05 req-ad20d57f-964e-4506-858f-91860805586c tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0526550 Aug 15 14:14:46.366201 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0475f74b-3246-484d-98ab-28b145745c05 req-8c5fd236-ec9d-48d3-b354-e67fa5c8001b tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298414 Aug 15 14:14:46.599745 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:47.478959 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ee04d-bd87-48de-9bb6-5188d896aa6b req-ee91d91f-eb1c-4b94-a6e5-5a793d2db381 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:47.480417 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-6a8ee04d-bd87-48de-9bb6-5188d896aa6b req-ee91d91f-eb1c-4b94-a6e5-5a793d2db381 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0475214 Aug 15 14:14:47.516841 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-6a8ee04d-bd87-48de-9bb6-5188d896aa6b req-60a7d822-b962-4422-ab81-a3e316697077 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303345 Aug 15 14:14:48.629409 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dfd28-1eae-4304-9fb8-7fea02c2122a req-67856f2e-109e-4f47-ba1a-296454f14885 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:48.630948 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-8e0dfd28-1eae-4304-9fb8-7fea02c2122a req-67856f2e-109e-4f47-ba1a-296454f14885 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0476327 Aug 15 14:14:48.666320 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-8e0dfd28-1eae-4304-9fb8-7fea02c2122a req-c9bc0499-cd0b-4cf8-b6af-e5ee2abed286 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295963 Aug 15 14:14:49.998816 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cbcba-b172-407f-865b-7492f0f44910 req-caffb12a-4fd2-45b9-a24a-cf81b396fd29 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:50.000272 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c31cbcba-b172-407f-865b-7492f0f44910 req-caffb12a-4fd2-45b9-a24a-cf81b396fd29 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.2664959 Aug 15 14:14:50.037043 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c31cbcba-b172-407f-865b-7492f0f44910 req-e5895ed0-0972-41eb-ad0d-f3f8f172429d tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299058 Aug 15 14:14:51.152500 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0609ce0-4556-4c33-953d-81965d38c93b req-2dbce438-8a29-4928-9cb0-4fbf419ef8b2 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:51.154647 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e0609ce0-4556-4c33-953d-81965d38c93b req-2dbce438-8a29-4928-9cb0-4fbf419ef8b2 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0509591 Aug 15 14:14:51.195160 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e0609ce0-4556-4c33-953d-81965d38c93b req-db35ce0a-6fd4-4e4a-8e44-088c475bd82c tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329368 Aug 15 14:14:51.770286 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c7cc4-1dee-40a5-8228-a45211295461 req-0fcecf56-a92b-46ec-a4a0-ae71d0dc7034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:51.771881 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-907c7cc4-1dee-40a5-8228-a45211295461 req-0fcecf56-a92b-46ec-a4a0-ae71d0dc7034 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 1098 time: 0.0448186 Aug 15 14:14:51.808164 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-907c7cc4-1dee-40a5-8228-a45211295461 req-55369ac4-5c8a-4fae-8e51-2c0506973118 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286865 Aug 15 14:14:52.316908 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f425a-1bad-4a89-8cb2-be3d73722a90 req-ffe95b22-4396-4a97-9ef9-a6094429c86f tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:52.318521 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-6a9f425a-1bad-4a89-8cb2-be3d73722a90 req-ffe95b22-4396-4a97-9ef9-a6094429c86f tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0516191 Aug 15 14:14:52.359442 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-6a9f425a-1bad-4a89-8cb2-be3d73722a90 req-ae05fbd5-1218-4fe5-96e9-cadabd1c8564 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349216 Aug 15 14:14:53.033437 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 47162) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:53.135939 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e8addf0c-86b1-43cd-b5ee-4e91dd40dbfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:53.223921 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e8addf0c-86b1-43cd-b5ee-4e91dd40dbfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:53.296328 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e8addf0c-86b1-43cd-b5ee-4e91dd40dbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:53.336272 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-e8addf0c-86b1-43cd-b5ee-4e91dd40dbfb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0ce4e0d388af45da84866fdd0c6d2602&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016953 Aug 15 14:14:53.337137 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8addf0c-86b1-43cd-b5ee-4e91dd40dbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac014d06-dd47-49d3-bd38-3adff5cdc75d,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:53.338891 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 47168) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:53.344355 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8addf0c-86b1-43cd-b5ee-4e91dd40dbfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:53.344735 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8addf0c-86b1-43cd-b5ee-4e91dd40dbfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:53.345079 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8addf0c-86b1-43cd-b5ee-4e91dd40dbfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:53.345430 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8addf0c-86b1-43cd-b5ee-4e91dd40dbfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:53.345771 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8addf0c-86b1-43cd-b5ee-4e91dd40dbfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:53.346099 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8addf0c-86b1-43cd-b5ee-4e91dd40dbfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:53.346424 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8addf0c-86b1-43cd-b5ee-4e91dd40dbfb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:53.346751 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8addf0c-86b1-43cd-b5ee-4e91dd40dbfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:53.347659 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8addf0c-86b1-43cd-b5ee-4e91dd40dbfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:53.347974 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8addf0c-86b1-43cd-b5ee-4e91dd40dbfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:53.348292 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8addf0c-86b1-43cd-b5ee-4e91dd40dbfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:53.348611 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8addf0c-86b1-43cd-b5ee-4e91dd40dbfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:53.396345 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-7dbc8091-e72f-4969-ad34-972414f35e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:53.417348 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-7dbc8091-e72f-4969-ad34-972414f35e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:53.482478 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f79f2-8e47-4f32-8786-f735dc9077af req-eaf71ef1-645d-4cd9-872a-efa6f196a29d tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:53.483949 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1d5f79f2-8e47-4f32-8786-f735dc9077af req-eaf71ef1-645d-4cd9-872a-efa6f196a29d tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0493264 Aug 15 14:14:53.521720 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1d5f79f2-8e47-4f32-8786-f735dc9077af req-2756a20c-9b40-4e52-ab54-30dde1f97bc1 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316882 Aug 15 14:14:53.536593 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-7dbc8091-e72f-4969-ad34-972414f35e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:53.539153 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-7dbc8091-e72f-4969-ad34-972414f35e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:53.540284 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-7dbc8091-e72f-4969-ad34-972414f35e4c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ac014d06-dd47-49d3-bd38-3adff5cdc75d HTTP/1.1" status: 204 len: 168 time: 0.2003059 Aug 15 14:14:53.548301 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc8091-e72f-4969-ad34-972414f35e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac014d06-dd47-49d3-bd38-3adff5cdc75d,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:53.555496 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc8091-e72f-4969-ad34-972414f35e4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:53.555843 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc8091-e72f-4969-ad34-972414f35e4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:53.556180 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc8091-e72f-4969-ad34-972414f35e4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:53.556511 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc8091-e72f-4969-ad34-972414f35e4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:53.556955 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc8091-e72f-4969-ad34-972414f35e4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:53.557293 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc8091-e72f-4969-ad34-972414f35e4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:53.557698 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc8091-e72f-4969-ad34-972414f35e4c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:53.558022 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc8091-e72f-4969-ad34-972414f35e4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:53.558346 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc8091-e72f-4969-ad34-972414f35e4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:53.558667 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc8091-e72f-4969-ad34-972414f35e4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:53.558989 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc8091-e72f-4969-ad34-972414f35e4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:53.559309 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc8091-e72f-4969-ad34-972414f35e4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:14:54.188776 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 47188) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:54.202058 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-dc6ffd5a-7ed1-456c-9e77-39e6b324463e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:54.287014 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-dc6ffd5a-7ed1-456c-9e77-39e6b324463e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:54.365157 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-dc6ffd5a-7ed1-456c-9e77-39e6b324463e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:54.402003 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ffd5a-7ed1-456c-9e77-39e6b324463e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bb1700-52c1-48d9-9c7c-34bfed7ba848,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:54.406334 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-dc6ffd5a-7ed1-456c-9e77-39e6b324463e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=95bb3ea21a4240e3ab707d3e79507a37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2164173 Aug 15 14:14:54.409751 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 47192) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:54.460360 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-0ca0b9b0-be20-4fd1-8f10-fb01f41eb98c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:54.480870 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-0ca0b9b0-be20-4fd1-8f10-fb01f41eb98c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:54.576076 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-0ca0b9b0-be20-4fd1-8f10-fb01f41eb98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:54.578677 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-0ca0b9b0-be20-4fd1-8f10-fb01f41eb98c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:54.579832 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-0ca0b9b0-be20-4fd1-8f10-fb01f41eb98c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e1bb1700-52c1-48d9-9c7c-34bfed7ba848 HTTP/1.1" status: 204 len: 168 time: 0.1699200 Aug 15 14:14:54.587965 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0b9b0-be20-4fd1-8f10-fb01f41eb98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bb1700-52c1-48d9-9c7c-34bfed7ba848,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:54.645880 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ef573-f309-4801-9c53-8693f9607f9f req-a9160421-5d52-4ed2-bc88-eae16fabd8c8 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:54.647387 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-3d9ef573-f309-4801-9c53-8693f9607f9f req-a9160421-5d52-4ed2-bc88-eae16fabd8c8 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0561831 Aug 15 14:14:54.685964 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-3d9ef573-f309-4801-9c53-8693f9607f9f req-f6f19e8a-8a3a-435c-99b9-86362489c709 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325594 Aug 15 14:14:55.158061 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfe814-38db-4f37-b888-b42f51fbf35c req-96e8d1f0-cd50-488f-9636-3bfc1eb5ea85 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:55.159890 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-88dfe814-38db-4f37-b888-b42f51fbf35c req-96e8d1f0-cd50-488f-9636-3bfc1eb5ea85 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0530396 Aug 15 14:14:55.200180 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade45271-ed60-4b2c-95f3-806f864d8a38 req-0f4a6c89-7830-423a-9774-bb6372ef0171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:55.201902 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ade45271-ed60-4b2c-95f3-806f864d8a38 req-0f4a6c89-7830-423a-9774-bb6372ef0171 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1073d5d571274638afba8bb0c8b43962&device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 1098 time: 0.0402079 Aug 15 14:14:55.202091 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-88dfe814-38db-4f37-b888-b42f51fbf35c req-0809b021-984c-4934-9253-ce53304e2ea4 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355353 Aug 15 14:14:55.296766 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade45271-ed60-4b2c-95f3-806f864d8a38 req-6d0679f8-5bfd-4878-9bbc-59d057ec6347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:55.298439 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ade45271-ed60-4b2c-95f3-806f864d8a38 req-6d0679f8-5bfd-4878-9bbc-59d057ec6347 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f6d15e1a-b561-4699-b6d6-2650782011ad HTTP/1.1" status: 200 len: 920 time: 0.0870817 Aug 15 14:14:55.348790 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ade45271-ed60-4b2c-95f3-806f864d8a38 req-f6ad1354-2b26-4e2e-b8df-e1311fbd9515 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6b9c826-8be3-45bf-925b-a0034dfa144e HTTP/1.1" status: 200 len: 217 time: 0.0345769 Aug 15 14:14:55.408640 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade45271-ed60-4b2c-95f3-806f864d8a38 req-23ec9d1e-99ba-48f4-9ae7-ec56333e7265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:55.410202 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ade45271-ed60-4b2c-95f3-806f864d8a38 req-23ec9d1e-99ba-48f4-9ae7-ec56333e7265 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e7c7efa-002b-4af9-be04-92bb27db3bc2 HTTP/1.1" status: 200 len: 859 time: 0.0482674 Aug 15 14:14:55.449892 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ade45271-ed60-4b2c-95f3-806f864d8a38 req-e81c2d76-9a5a-47c7-a163-95e0331b17d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6d15e1a-b561-4699-b6d6-2650782011ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250390 Aug 15 14:14:55.545900 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ade45271-ed60-4b2c-95f3-806f864d8a38 req-9bdb388a-97ff-4b10-9783-bb7784f57a6a service neutron] 10.222.0.20 "GET /v2.0/networks/f6d15e1a-b561-4699-b6d6-2650782011ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852137 Aug 15 14:14:55.641262 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ade45271-ed60-4b2c-95f3-806f864d8a38 req-c002356c-ab1a-40ba-a3d8-89c98a3518a3 service neutron] 10.222.0.20 "GET /v2.0/networks/f6d15e1a-b561-4699-b6d6-2650782011ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874074 Aug 15 14:14:56.347444 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a4507-2f7d-4cd3-ad4b-e28a8d9bf219 req-b195a779-a730-42b8-bf67-4556f96f742c tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:56.349102 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-6e7a4507-2f7d-4cd3-ad4b-e28a8d9bf219 req-b195a779-a730-42b8-bf67-4556f96f742c tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0551882 Aug 15 14:14:56.390026 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-6e7a4507-2f7d-4cd3-ad4b-e28a8d9bf219 req-2f259f54-dbf6-4bbb-b7aa-01a667ad62b7 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332596 Aug 15 14:14:56.687681 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 47294) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:56.791480 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e71cba88-b99c-4f5f-81e1-4e9a7a2ff4cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:56.877139 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e71cba88-b99c-4f5f-81e1-4e9a7a2ff4cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:56.959084 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e71cba88-b99c-4f5f-81e1-4e9a7a2ff4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:56.997764 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-e71cba88-b99c-4f5f-81e1-4e9a7a2ff4cd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=023fd18965304a44b1834e49fd574430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3090076 Aug 15 14:14:56.998610 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71cba88-b99c-4f5f-81e1-4e9a7a2ff4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26547a5f-51c0-4ce6-b621-7fb222cf1386,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:57.000405 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 47302) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:14:57.051968 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-6f102a97-d831-4143-9830-02ed078e5bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:57.072499 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-6f102a97-d831-4143-9830-02ed078e5bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:57.210868 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-6f102a97-d831-4143-9830-02ed078e5bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:57.213440 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-6f102a97-d831-4143-9830-02ed078e5bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:14:57.214616 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-6f102a97-d831-4143-9830-02ed078e5bc0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/26547a5f-51c0-4ce6-b621-7fb222cf1386 HTTP/1.1" status: 204 len: 168 time: 0.2131600 Aug 15 14:14:57.223808 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f102a97-d831-4143-9830-02ed078e5bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26547a5f-51c0-4ce6-b621-7fb222cf1386,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:14:57.508538 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6eaa0-4d8a-480e-b00b-e1dec57b895c req-fd6b7fbd-56cc-4e00-89a2-4078a26edcd9 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:57.510227 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7ff6eaa0-4d8a-480e-b00b-e1dec57b895c req-fd6b7fbd-56cc-4e00-89a2-4078a26edcd9 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0523207 Aug 15 14:14:57.556609 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7ff6eaa0-4d8a-480e-b00b-e1dec57b895c req-6876bd31-468f-41f4-806d-aa94280feae0 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364747 Aug 15 14:14:58.683909 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391b098-ed52-4887-bc56-db6b4ee81592 req-fb58aac7-6aa1-4b12-8c2c-3a103418e043 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:58.686158 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0391b098-ed52-4887-bc56-db6b4ee81592 req-fb58aac7-6aa1-4b12-8c2c-3a103418e043 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0559132 Aug 15 14:14:58.688938 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adaa29-01f6-40c9-bd98-cd4447127240 req-4013f9cb-0483-4d24-895d-c4dd7e7b7293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:58.690990 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-39adaa29-01f6-40c9-bd98-cd4447127240 req-4013f9cb-0483-4d24-895d-c4dd7e7b7293 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1073d5d571274638afba8bb0c8b43962&device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 1098 time: 0.0411005 Aug 15 14:14:58.730931 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0391b098-ed52-4887-bc56-db6b4ee81592 req-e26c6bb6-2a85-412c-9f1d-ca387f0f632b tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381124 Aug 15 14:14:58.798843 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adaa29-01f6-40c9-bd98-cd4447127240 req-fb55a932-2304-4a78-b275-c1dbd06675a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:58.800728 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-39adaa29-01f6-40c9-bd98-cd4447127240 req-fb55a932-2304-4a78-b275-c1dbd06675a1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f6d15e1a-b561-4699-b6d6-2650782011ad HTTP/1.1" status: 200 len: 920 time: 0.0865548 Aug 15 14:14:58.847422 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-39adaa29-01f6-40c9-bd98-cd4447127240 req-b4ec7899-3767-4dce-bbf9-d216e2f84173 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6b9c826-8be3-45bf-925b-a0034dfa144e HTTP/1.1" status: 200 len: 217 time: 0.0371044 Aug 15 14:14:58.901484 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adaa29-01f6-40c9-bd98-cd4447127240 req-6263abd3-1a02-41e9-bfa8-7800b5dabc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:58.902970 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-39adaa29-01f6-40c9-bd98-cd4447127240 req-6263abd3-1a02-41e9-bfa8-7800b5dabc22 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e7c7efa-002b-4af9-be04-92bb27db3bc2 HTTP/1.1" status: 200 len: 859 time: 0.0462143 Aug 15 14:14:58.935192 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-39adaa29-01f6-40c9-bd98-cd4447127240 req-afc7a4ca-6a01-4a1c-9b09-3b218ba4622b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f6d15e1a-b561-4699-b6d6-2650782011ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239239 Aug 15 14:14:59.036170 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-39adaa29-01f6-40c9-bd98-cd4447127240 req-802f9ce7-4ebd-41de-b737-fe94651d6315 service neutron] 10.222.0.20 "GET /v2.0/networks/f6d15e1a-b561-4699-b6d6-2650782011ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883324 Aug 15 14:14:59.129587 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-39adaa29-01f6-40c9-bd98-cd4447127240 req-212f2188-a7c3-4acf-bfbd-447c3b864ef6 service neutron] 10.222.0.20 "GET /v2.0/networks/f6d15e1a-b561-4699-b6d6-2650782011ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851748 Aug 15 14:14:59.847907 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705bd25-1416-40f1-a7ff-d633a234048b req-d940651b-9479-49f1-81cb-4f64785a9962 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:14:59.849376 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6705bd25-1416-40f1-a7ff-d633a234048b req-d940651b-9479-49f1-81cb-4f64785a9962 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0508134 Aug 15 14:14:59.885184 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6705bd25-1416-40f1-a7ff-d633a234048b req-c8916e99-ff6f-40b1-9b02-f7ad936e943d tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299358 Aug 15 14:15:01.005418 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a877af-712d-479f-96f0-81a93d4f2b36 req-bd05c13c-4f2f-48b7-b7c4-5c4d9d676ce6 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:01.006915 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a7a877af-712d-479f-96f0-81a93d4f2b36 req-bd05c13c-4f2f-48b7-b7c4-5c4d9d676ce6 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0543280 Aug 15 14:15:01.044358 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a7a877af-712d-479f-96f0-81a93d4f2b36 req-e0ce623f-0fc6-4aa5-87a9-effeba02a80a tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314183 Aug 15 14:15:01.473736 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:03.058609 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-96fdac9a-eb9d-4ea7-88f8-2df8a1ee4a98 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-221995206&fields=id&tenant_id=e17307d397464d099cfe8fea70bc575f HTTP/1.1" status: 200 len: 267 time: 0.0464170 Aug 15 14:15:03.161469 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-14adef33-0a96-4998-9a93-2b96a0abd75f tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:03.162798 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-14adef33-0a96-4998-9a93-2b96a0abd75f tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/networks?id=f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a HTTP/1.1" status: 200 len: 812 time: 0.0976796 Aug 15 14:15:03.177284 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-00757787-7ac7-44cb-994b-5b2c7e47deb4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/quotas/e17307d397464d099cfe8fea70bc575f HTTP/1.1" status: 200 len: 375 time: 0.0085671 Aug 15 14:15:03.227721 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-ed1b59e8-e740-4f87-939f-32d1362af267 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e17307d397464d099cfe8fea70bc575f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453775 Aug 15 14:15:03.326550 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-59bf7719-c904-46d8-9abf-c7867149b1ad service neutron] 10.222.0.22 "GET /v2.0/networks/f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870504 Aug 15 14:15:03.416721 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-33e3b61b-72ea-4adb-8157-118c28fe7086 service neutron] 10.222.0.22 "GET /v2.0/networks/f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831435 Aug 15 14:15:03.461836 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:15:03.959519 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9758a542-99d8-44c1-aa60-cdf427a2644f req-a2e68130-2df1-4ee3-ad5c-105c9b0aedb4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 210 time: 0.0280924 Aug 15 14:15:05.049588 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a47c9c85-5086-4266-a137-a80ad74a51e2 req-4c92d998-999c-41c8-be0a-39ab47c5ba91 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 210 time: 0.0258019 Aug 15 14:15:06.145353 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b0da7875-6fe6-484e-a559-dcad05cda154 req-686f932a-999b-4ceb-ba98-7606af9eb89c tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 210 time: 0.0263767 Aug 15 14:15:07.249076 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-687c158b-60bd-47ff-8785-bed2dd42d89c req-a9be057b-4d30-4bb4-a01e-10271cf180c7 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 210 time: 0.0360734 Aug 15 14:15:08.342551 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-692a5a1b-21c4-4799-855a-8b89039733ad req-0a4965a4-eec9-4e76-a33b-402ed2e4ec4f tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 210 time: 0.0255582 Aug 15 14:15:09.433110 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1b7f6ab4-f7a3-4ea6-b43f-3c3a993498fd req-b25fb524-0ed2-433a-a7f1-d0bff5f068e6 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 210 time: 0.0254190 Aug 15 14:15:10.526591 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ae590d6b-2357-4e81-b0de-6942a6d36921 req-b1923999-b00b-419f-9fc0-98f8924e8916 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 210 time: 0.0258074 Aug 15 14:15:10.730034 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-93b49e37-51dd-4385-bb7f-0e7e2720b1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:11.627248 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4b84241f-4539-4cfb-9a5d-2eecf85ae44e req-8dda2af9-bd10-4356-846f-b4c9bf9e7918 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 210 time: 0.0330596 Aug 15 14:15:12.195667 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b23389-e99c-464e-94d2-7eda56186d8a req-80d694ec-eba7-43ae-b0ed-1010e1339b78 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:12.197147 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-59b23389-e99c-464e-94d2-7eda56186d8a req-80d694ec-eba7-43ae-b0ed-1010e1339b78 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/networks?id=84973402-f5de-4cbd-a3be-16501fd5c3aa HTTP/1.1" status: 200 len: 815 time: 0.1105330 Aug 15 14:15:12.213786 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-59b23389-e99c-464e-94d2-7eda56186d8a req-6d718bdc-2c98-44ad-8a88-4e7665b9e085 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/quotas/407c1fd6fcf5420e9ec2759a80b92db4 HTTP/1.1" status: 200 len: 375 time: 0.0107136 Aug 15 14:15:12.281977 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-59b23389-e99c-464e-94d2-7eda56186d8a req-6d617bd3-2eb1-494a-bc87-6b4772973f0a tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=407c1fd6fcf5420e9ec2759a80b92db4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0614643 Aug 15 14:15:12.377200 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-59b23389-e99c-464e-94d2-7eda56186d8a req-ea05f375-1282-443b-bf85-072f40edda33 service neutron] 10.222.0.22 "GET /v2.0/networks/84973402-f5de-4cbd-a3be-16501fd5c3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870831 Aug 15 14:15:12.474737 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-aa18e6a5-4033-41b2-a892-84aea8841a30 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:12.476520 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-aa18e6a5-4033-41b2-a892-84aea8841a30 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.20 "GET /v2.0/networks?id=f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a HTTP/1.1" status: 200 len: 812 time: 0.1133718 Aug 15 14:15:12.479940 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-59b23389-e99c-464e-94d2-7eda56186d8a req-dadf5135-8910-4ac5-a152-7c60be8be3a7 service neutron] 10.222.0.22 "GET /v2.0/networks/84973402-f5de-4cbd-a3be-16501fd5c3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944128 Aug 15 14:15:12.544947 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-bd4c3b00-9fb6-46a4-b922-bd6ec5eac645 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e17307d397464d099cfe8fea70bc575f HTTP/1.1" status: 200 len: 379 time: 0.0586386 Aug 15 14:15:12.560430 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-f80d0677-bf5b-45f2-bf51-13217ae2c951 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Request body: {'port': {'device_id': '408383bb-606e-47aa-83c7-9e1ac58d8d0b', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'admin_state_up': True, 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'security_groups': ['e722dfd9-1bb2-4734-8ccf-66127fb13c26']}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:15:12.730135 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8fd80e9f-b2a9-4b9f-90a5-ae075d5a0edf req-a3725775-44a2-40f8-98b9-4a1b941cfea4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 210 time: 0.0316257 Aug 15 14:15:12.759562 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-8be156e8-a4eb-477b-8ebe-6aaad8687172 req-1a422b10-8db2-4787-bc7b-3a07ca8a8e14 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 210 time: 0.0270815 Aug 15 14:15:12.765342 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-f80d0677-bf5b-45f2-bf51-13217ae2c951 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Made reservation on behalf of e17307d397464d099cfe8fea70bc575f for: {'port': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:15:12.765342 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-f80d0677-bf5b-45f2-bf51-13217ae2c951 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:12.914166 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-f80d0677-bf5b-45f2-bf51-13217ae2c951 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Allocated IP 172.20.0.6 (f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a/04fb6d4a-8e43-4587-8cf9-333c90daf207/00cba10d-2609-41ae-8d76-a5fff0216558) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:15:13.054465 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-f80d0677-bf5b-45f2-bf51-13217ae2c951 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:13.069687 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.provisioning_blocks [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-f80d0677-bf5b-45f2-bf51-13217ae2c951 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Transition to ACTIVE for port object 00cba10d-2609-41ae-8d76-a5fff0216558 will not be triggered until provisioned by entity DHCP. {{(pid=94450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:15:13.149024 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-f80d0677-bf5b-45f2-bf51-13217ae2c951 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:13.200883 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-f80d0677-bf5b-45f2-bf51-13217ae2c951 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Network f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:15:13.209767 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-f80d0677-bf5b-45f2-bf51-13217ae2c951 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:15:13.211641 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d0677-bf5b-45f2-bf51-13217ae2c951 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Pushing event updated for resources: {'Port': ['ID=00cba10d-2609-41ae-8d76-a5fff0216558,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:15:13.213863 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-f80d0677-bf5b-45f2-bf51-13217ae2c951 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:15:13.274625 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-f80d0677-bf5b-45f2-bf51-13217ae2c951 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:13.274816 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-07bc0316-f8de-4a27-9c99-40ebb2922a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:13.275271 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-f80d0677-bf5b-45f2-bf51-13217ae2c951 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:13.349540 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-f80d0677-bf5b-45f2-bf51-13217ae2c951 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7931800 Aug 15 14:15:13.582664 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-d6a1a9ee-517c-4f63-9692-df54b95d8152 None None] Provisioning for port 00cba10d-2609-41ae-8d76-a5fff0216558 completed by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:15:13.586738 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-d6a1a9ee-517c-4f63-9692-df54b95d8152 None None] Provisioning complete for port 00cba10d-2609-41ae-8d76-a5fff0216558 triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:15:13.587110 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d6a1a9ee-517c-4f63-9692-df54b95d8152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:13.619990 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-d6a1a9ee-517c-4f63-9692-df54b95d8152 None None] Port 00cba10d-2609-41ae-8d76-a5fff0216558 cannot update to ACTIVE because it is not bound. {{(pid=94453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 15 14:15:13.815644 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:13.844075 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f48d0e-bae2-42e8-b4e0-54fef2ab3794 req-a655b166-2d0d-4f67-aa57-785206a4599f tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:13.845557 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d9f48d0e-bae2-42e8-b4e0-54fef2ab3794 req-a655b166-2d0d-4f67-aa57-785206a4599f tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 931 time: 0.0481682 Aug 15 14:15:13.883806 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d9f48d0e-bae2-42e8-b4e0-54fef2ab3794 req-6e1e13d6-bf31-4474-8c88-6f0ff4cbc1a1 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315912 Aug 15 14:15:13.967680 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-bfd3e38c-6cf7-494a-a20c-6ff32db03ee8 req-bd2f563f-fb79-4b6a-b50f-2e9e981513c6 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 210 time: 0.0297427 Aug 15 14:15:14.611597 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:15.003352 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5266ab-3423-46fd-9aa0-8860c3bdd74b req-0fd522c1-0c1c-403a-850a-cf63da761668 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:15.004851 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ad5266ab-3423-46fd-9aa0-8860c3bdd74b req-0fd522c1-0c1c-403a-850a-cf63da761668 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 931 time: 0.0505323 Aug 15 14:15:15.041970 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ad5266ab-3423-46fd-9aa0-8860c3bdd74b req-a5b00ad0-f7ed-4231-8170-395bb986974e tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311978 Aug 15 14:15:15.121495 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-677acdc4-c0c8-4d2d-94b5-a9ae4aa92d49 req-eb322aa8-6909-4309-b8a0-85fe90ac069d tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 210 time: 0.0264525 Aug 15 14:15:16.154937 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3287ea-0384-4604-bc89-ed5a6d85df3c req-51abcae3-12d7-4037-afd0-9570e9b8ca0f tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:16.156411 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-4f3287ea-0384-4604-bc89-ed5a6d85df3c req-51abcae3-12d7-4037-afd0-9570e9b8ca0f tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 931 time: 0.0505483 Aug 15 14:15:16.193727 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-4f3287ea-0384-4604-bc89-ed5a6d85df3c req-bde53c1f-6c0f-425a-8498-51446317e626 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309188 Aug 15 14:15:16.272230 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e81c0865-7d69-4645-90bd-e08f2f3a2ba5 req-d73fc980-cf39-481e-8985-b335ecad7d74 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 210 time: 0.0260239 Aug 15 14:15:16.598839 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:17.304351 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ce5e7-7340-4d2c-94d7-a909afe51bbf req-7c35da33-9181-49e4-861e-15de4fba3d6d tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:17.305879 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ff7ce5e7-7340-4d2c-94d7-a909afe51bbf req-7c35da33-9181-49e4-861e-15de4fba3d6d tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 931 time: 0.0478015 Aug 15 14:15:17.342581 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ff7ce5e7-7340-4d2c-94d7-a909afe51bbf req-60980c88-1872-496b-a456-d0c8761caa88 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308499 Aug 15 14:15:17.420395 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c94deb47-0b69-4372-b782-b8d26a2cb08a req-68d2c1af-4e9c-4f90-9ff0-19ae83983329 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 210 time: 0.0258036 Aug 15 14:15:18.456600 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55888b5d-fb12-403b-99f2-ad26dce17f4a req-eee0e9b1-7988-480c-abed-3895eb397d04 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:18.458074 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-55888b5d-fb12-403b-99f2-ad26dce17f4a req-eee0e9b1-7988-480c-abed-3895eb397d04 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 931 time: 0.0507572 Aug 15 14:15:18.494955 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-55888b5d-fb12-403b-99f2-ad26dce17f4a req-e88dd90c-6a38-4be1-accf-2004bdead39f tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307109 Aug 15 14:15:18.534770 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-3aadd403-4c5d-4f69-8c93-54bb4f2755f1 service neutron] Request body: {'port': {'device_id': '408383bb-606e-47aa-83c7-9e1ac58d8d0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:15:18.584343 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1a215af4-a39a-4128-85ee-59f5c57f3e67 req-177efa13-80fc-4375-b588-b0b391f72902 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 210 time: 0.0281856 Aug 15 14:15:18.605648 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-3aadd403-4c5d-4f69-8c93-54bb4f2755f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:18.879957 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-3aadd403-4c5d-4f69-8c93-54bb4f2755f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00cba10d-2609-41ae-8d76-a5fff0216558 {{(pid=94450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:15:18.887087 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-3aadd403-4c5d-4f69-8c93-54bb4f2755f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:18.898795 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.provisioning_blocks [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-3aadd403-4c5d-4f69-8c93-54bb4f2755f1 service neutron] Transition to ACTIVE for port object 00cba10d-2609-41ae-8d76-a5fff0216558 will not be triggered until provisioned by entity L2. {{(pid=94450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:15:18.965349 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-3aadd403-4c5d-4f69-8c93-54bb4f2755f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:19.014692 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aadd403-4c5d-4f69-8c93-54bb4f2755f1 service neutron] Pushing event updated for resources: {'Port': ['ID=00cba10d-2609-41ae-8d76-a5fff0216558,revision_number=2']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:15:19.085891 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-3aadd403-4c5d-4f69-8c93-54bb4f2755f1 service neutron] Attempting to bind port 00cba10d-2609-41ae-8d76-a5fff0216558 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:15:19.090575 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-3aadd403-4c5d-4f69-8c93-54bb4f2755f1 service neutron] Attempting to bind port 00cba10d-2609-41ae-8d76-a5fff0216558 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': 'b621ef3b-4103-4fcd-84aa-5ab6add98e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a'}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:15:19.090575 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-3aadd403-4c5d-4f69-8c93-54bb4f2755f1 service neutron] Attempting to bind port 00cba10d-2609-41ae-8d76-a5fff0216558 on network f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:15:19.091089 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-3aadd403-4c5d-4f69-8c93-54bb4f2755f1 service neutron] Port 00cba10d-2609-41ae-8d76-a5fff0216558 on network f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 15 14:15:19.091414 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-3aadd403-4c5d-4f69-8c93-54bb4f2755f1 service neutron] Attempting to bind port 00cba10d-2609-41ae-8d76-a5fff0216558 on network f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:15:19.096256 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-3aadd403-4c5d-4f69-8c93-54bb4f2755f1 service neutron] Checking agent: {'id': '32bd799d-9334-4df6-9ae9-b970e79828b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'started_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:15:19.096726 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-3aadd403-4c5d-4f69-8c93-54bb4f2755f1 service neutron] Checking segment: {'id': 'b621ef3b-4103-4fcd-84aa-5ab6add98e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:15:19.097128 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-3aadd403-4c5d-4f69-8c93-54bb4f2755f1 service neutron] Bound using segment: {'id': 'b621ef3b-4103-4fcd-84aa-5ab6add98e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a'} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:15:19.097593 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-3aadd403-4c5d-4f69-8c93-54bb4f2755f1 service neutron] Bound port: 00cba10d-2609-41ae-8d76-a5fff0216558, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b621ef3b-4103-4fcd-84aa-5ab6add98e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a'}}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:15:19.098010 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-3aadd403-4c5d-4f69-8c93-54bb4f2755f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:19.164408 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-3aadd403-4c5d-4f69-8c93-54bb4f2755f1 service neutron] For port 00cba10d-2609-41ae-8d76-a5fff0216558, host hv-cinder-80458, cleared binding levels {{(pid=94450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:15:19.167757 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-3aadd403-4c5d-4f69-8c93-54bb4f2755f1 service neutron] For port 00cba10d-2609-41ae-8d76-a5fff0216558, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=00cba10d-2609-41ae-8d76-a5fff0216558,segment=NetworkSegment(b621ef3b-4103-4fcd-84aa-5ab6add98e0a),segment_id=b621ef3b-4103-4fcd-84aa-5ab6add98e0a)] {{(pid=94450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:15:19.250487 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-3aadd403-4c5d-4f69-8c93-54bb4f2755f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:19.286117 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-3aadd403-4c5d-4f69-8c93-54bb4f2755f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:19.286729 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-3aadd403-4c5d-4f69-8c93-54bb4f2755f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:19.288090 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-3aadd403-4c5d-4f69-8c93-54bb4f2755f1 service neutron] 10.222.0.20 "PUT /v2.0/ports/00cba10d-2609-41ae-8d76-a5fff0216558 HTTP/1.1" status: 200 len: 1093 time: 0.7578077 Aug 15 14:15:19.288552 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408383bb-606e-47aa-83c7-9e1ac58d8d0b', 'tag': '00cba10d-2609-41ae-8d76-a5fff0216558'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:15:19.291081 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095feba9-5b4f-4df5-a423-1a66b40fef31" -d '{"events": [{"name": "network-changed", "server_uuid": "408383bb-606e-47aa-83c7-9e1ac58d8d0b", "tag": "00cba10d-2609-41ae-8d76-a5fff0216558"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:15:19.318265 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aadd403-4c5d-4f69-8c93-54bb4f2755f1 service neutron] Pushing event updated for resources: {'Port': ['ID=00cba10d-2609-41ae-8d76-a5fff0216558,revision_number=3']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:15:19.340238 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e579263-c8ea-4c84-9beb-c2f679bb8a69 x-openstack-request-id: req-5e579263-c8ea-4c84-9beb-c2f679bb8a69 {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:15:19.340527 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "408383bb-606e-47aa-83c7-9e1ac58d8d0b", "tag": "00cba10d-2609-41ae-8d76-a5fff0216558", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:15:19.340776 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5e579263-c8ea-4c84-9beb-c2f679bb8a69 {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:15:19.341165 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '408383bb-606e-47aa-83c7-9e1ac58d8d0b', 'tag': '00cba10d-2609-41ae-8d76-a5fff0216558', 'status': 'completed', 'code': 200} Aug 15 14:15:19.412418 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095feba9-5b4f-4df5-a423-1a66b40fef31 req-d6a010a5-433a-4bd9-aaa1-3549f3d91329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:19.417256 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-095feba9-5b4f-4df5-a423-1a66b40fef31 req-d6a010a5-433a-4bd9-aaa1-3549f3d91329 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e17307d397464d099cfe8fea70bc575f&device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 1096 time: 0.0482199 Aug 15 14:15:19.522636 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095feba9-5b4f-4df5-a423-1a66b40fef31 req-8e294871-b791-47c8-a59c-bc64c06cbdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:19.523936 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-095feba9-5b4f-4df5-a423-1a66b40fef31 req-8e294871-b791-47c8-a59c-bc64c06cbdc0 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e17307d397464d099cfe8fea70bc575f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1003361 Aug 15 14:15:19.629313 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095feba9-5b4f-4df5-a423-1a66b40fef31 req-a1e58bbc-8539-4c23-9e98-70afb3486500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:19.630833 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-095feba9-5b4f-4df5-a423-1a66b40fef31 req-a1e58bbc-8539-4c23-9e98-70afb3486500 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0980489 Aug 15 14:15:19.641620 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fba52e-7a15-46a0-89d6-99c56d540fa1 req-eaaa1ff9-a1c4-42d4-b8e7-0aadb32761c1 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:19.644052 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d7fba52e-7a15-46a0-89d6-99c56d540fa1 req-eaaa1ff9-a1c4-42d4-b8e7-0aadb32761c1 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 943 time: 0.0681064 Aug 15 14:15:19.710260 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d7fba52e-7a15-46a0-89d6-99c56d540fa1 req-bec0cd51-8e58-4ab4-8789-cce3a4ca7dfa tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595233 Aug 15 14:15:19.714616 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-26d15dbc-7998-454e-9b31-e533b4a5ed9b req-0bdf9dd7-bf5d-4475-89f7-0463e5e49b74 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 210 time: 0.0332808 Aug 15 14:15:19.759305 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-d403b742-87f0-4fa4-960f-5243e63a19bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:19.768945 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-d403b742-87f0-4fa4-960f-5243e63a19bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e17307d397464d099cfe8fea70bc575f&device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 1096 time: 0.0559819 Aug 15 14:15:19.839322 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-11f10a8e-6e9c-4395-8a77-4dd4472ebf0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00cba10d-2609-41ae-8d76-a5fff0216558 HTTP/1.1" status: 200 len: 217 time: 0.0531487 Aug 15 14:15:19.930169 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-77f3bf93-49a7-4614-82dc-83335608335c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:19.931586 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-77f3bf93-49a7-4614-82dc-83335608335c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04fb6d4a-8e43-4587-8cf9-333c90daf207 HTTP/1.1" status: 200 len: 851 time: 0.0659208 Aug 15 14:15:19.963811 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b23389-e99c-464e-94d2-7eda56186d8a req-f33eaa56-ee05-4b3c-a14a-180214f2f2fa tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:19.965223 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-59b23389-e99c-464e-94d2-7eda56186d8a req-f33eaa56-ee05-4b3c-a14a-180214f2f2fa tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.20 "GET /v2.0/networks?id=84973402-f5de-4cbd-a3be-16501fd5c3aa HTTP/1.1" status: 200 len: 815 time: 0.1778824 Aug 15 14:15:19.982706 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-59b23389-e99c-464e-94d2-7eda56186d8a req-a0a2b937-f6c8-4219-9898-729eab2a81ac tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Request body: {'port': {'device_id': '453e25aa-28c3-44f7-ae35-940e30b40891', 'network_id': '84973402-f5de-4cbd-a3be-16501fd5c3aa', 'admin_state_up': True, 'tenant_id': '407c1fd6fcf5420e9ec2759a80b92db4'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:15:20.284410 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-708093ab-c792-4527-9fb6-0458ed0b01ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:20.285951 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-708093ab-c792-4527-9fb6-0458ed0b01ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3450387 Aug 15 14:15:20.401041 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-3d1d450c-839c-4082-b80a-34fffea6d03c service neutron] 10.222.0.20 "GET /v2.0/networks/f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049788 Aug 15 14:15:20.462314 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59b23389-e99c-464e-94d2-7eda56186d8a req-a0a2b937-f6c8-4219-9898-729eab2a81ac tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Made reservation on behalf of 407c1fd6fcf5420e9ec2759a80b92db4 for: {'port': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:15:20.465667 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-59b23389-e99c-464e-94d2-7eda56186d8a req-a0a2b937-f6c8-4219-9898-729eab2a81ac tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:20.539598 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b7ab82b0-a2db-4806-a039-d2bd84999986 req-c2ded5c5-9fad-4381-b3b0-318148df067c service neutron] 10.222.0.20 "GET /v2.0/networks/f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302266 Aug 15 14:15:20.614770 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [req-59b23389-e99c-464e-94d2-7eda56186d8a req-a0a2b937-f6c8-4219-9898-729eab2a81ac tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Allocated IP 172.20.0.13 (84973402-f5de-4cbd-a3be-16501fd5c3aa/605b3e14-49dc-4446-943a-b55a9146c77b/d63f5e24-4806-4afb-a55b-7615e5beb6c2) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:15:20.770828 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-59b23389-e99c-464e-94d2-7eda56186d8a req-a0a2b937-f6c8-4219-9898-729eab2a81ac tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:20.864065 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-7fd9f273-c81e-4c49-931d-1ddb7ff349ce req-fdb8deac-fce7-41fb-a88d-fed1991a3b3d tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 210 time: 0.0382190 Aug 15 14:15:20.874657 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bb448-7190-433e-b9c1-f1c9d2472be1 req-b1f048ab-ad73-43f3-8a7f-7e838d91cf2b tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:20.874657 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-378bb448-7190-433e-b9c1-f1c9d2472be1 req-b1f048ab-ad73-43f3-8a7f-7e838d91cf2b tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 943 time: 0.0797904 Aug 15 14:15:20.896450 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-59b23389-e99c-464e-94d2-7eda56186d8a req-a0a2b937-f6c8-4219-9898-729eab2a81ac tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:20.957256 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-378bb448-7190-433e-b9c1-f1c9d2472be1 req-376d164b-84c2-49cd-b5a9-241085cbc5ee tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767977 Aug 15 14:15:20.961222 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59b23389-e99c-464e-94d2-7eda56186d8a req-a0a2b937-f6c8-4219-9898-729eab2a81ac tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Network 84973402-f5de-4cbd-a3be-16501fd5c3aa is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:15:20.962595 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2b937-f6c8-4219-9898-729eab2a81ac tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Pushing event updated for resources: {'Port': ['ID=d63f5e24-4806-4afb-a55b-7615e5beb6c2,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:15:20.965158 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [req-59b23389-e99c-464e-94d2-7eda56186d8a req-a0a2b937-f6c8-4219-9898-729eab2a81ac tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:15:20.967288 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b23389-e99c-464e-94d2-7eda56186d8a req-a0a2b937-f6c8-4219-9898-729eab2a81ac tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:15:21.018646 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b23389-e99c-464e-94d2-7eda56186d8a req-a0a2b937-f6c8-4219-9898-729eab2a81ac tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:21.019241 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-59b23389-e99c-464e-94d2-7eda56186d8a req-a0a2b937-f6c8-4219-9898-729eab2a81ac tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:21.090023 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-59b23389-e99c-464e-94d2-7eda56186d8a req-a0a2b937-f6c8-4219-9898-729eab2a81ac tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1112049 Aug 15 14:15:21.965651 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2d76a-ede3-4a92-9ea3-6a6ba5cc07b7 req-ab77cec2-df71-40ef-8db7-3d4dc16bf1ae tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:21.967115 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-4cd2d76a-ede3-4a92-9ea3-6a6ba5cc07b7 req-ab77cec2-df71-40ef-8db7-3d4dc16bf1ae tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 932 time: 0.0475047 Aug 15 14:15:22.004873 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-4cd2d76a-ede3-4a92-9ea3-6a6ba5cc07b7 req-687180ad-3668-480e-9b0e-5af3aa66c5ee tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310583 Aug 15 14:15:22.072146 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24971f-6ad8-488d-b354-cf1916c7a600 req-627a3808-28e2-4e39-a18e-ad075472fa78 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:22.073620 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9f24971f-6ad8-488d-b354-cf1916c7a600 req-627a3808-28e2-4e39-a18e-ad075472fa78 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 943 time: 0.0477774 Aug 15 14:15:22.114225 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9f24971f-6ad8-488d-b354-cf1916c7a600 req-2b0320ac-a84d-4ddf-96fd-707c8764f372 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347583 Aug 15 14:15:22.225543 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['c95233d3-7524-4964-b190-66c3536c9a6a', 'a5457743-2995-4e22-866a-eeca633e1864', '598b590b-e11e-42fe-b18d-e49e1780f282'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:15:22.239633 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-59b23389-e99c-464e-94d2-7eda56186d8a req-997e69f8-d6d3-4830-84d4-388ac81a66f2 service neutron] Request body: {'port': {'device_id': '453e25aa-28c3-44f7-ae35-940e30b40891', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:15:22.292225 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-59b23389-e99c-464e-94d2-7eda56186d8a req-997e69f8-d6d3-4830-84d4-388ac81a66f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:22.547216 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [req-59b23389-e99c-464e-94d2-7eda56186d8a req-997e69f8-d6d3-4830-84d4-388ac81a66f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d63f5e24-4806-4afb-a55b-7615e5beb6c2 {{(pid=94450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:15:22.555043 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-59b23389-e99c-464e-94d2-7eda56186d8a req-997e69f8-d6d3-4830-84d4-388ac81a66f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:22.567022 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.provisioning_blocks [req-59b23389-e99c-464e-94d2-7eda56186d8a req-997e69f8-d6d3-4830-84d4-388ac81a66f2 service neutron] Transition to ACTIVE for port object d63f5e24-4806-4afb-a55b-7615e5beb6c2 will not be triggered until provisioned by entity L2. {{(pid=94450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:15:22.645603 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-59b23389-e99c-464e-94d2-7eda56186d8a req-997e69f8-d6d3-4830-84d4-388ac81a66f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:22.698511 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e69f8-d6d3-4830-84d4-388ac81a66f2 service neutron] Pushing event updated for resources: {'Port': ['ID=d63f5e24-4806-4afb-a55b-7615e5beb6c2,revision_number=2']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:15:22.763476 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-59b23389-e99c-464e-94d2-7eda56186d8a req-997e69f8-d6d3-4830-84d4-388ac81a66f2 service neutron] Attempting to bind port d63f5e24-4806-4afb-a55b-7615e5beb6c2 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:15:22.763812 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-59b23389-e99c-464e-94d2-7eda56186d8a req-997e69f8-d6d3-4830-84d4-388ac81a66f2 service neutron] Attempting to bind port d63f5e24-4806-4afb-a55b-7615e5beb6c2 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '0d773301-4627-4dbc-af30-9dbe1f56781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '84973402-f5de-4cbd-a3be-16501fd5c3aa'}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:15:22.764136 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b23389-e99c-464e-94d2-7eda56186d8a req-997e69f8-d6d3-4830-84d4-388ac81a66f2 service neutron] Attempting to bind port d63f5e24-4806-4afb-a55b-7615e5beb6c2 on network 84973402-f5de-4cbd-a3be-16501fd5c3aa {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:15:22.768265 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b23389-e99c-464e-94d2-7eda56186d8a req-997e69f8-d6d3-4830-84d4-388ac81a66f2 service neutron] Port d63f5e24-4806-4afb-a55b-7615e5beb6c2 on network 84973402-f5de-4cbd-a3be-16501fd5c3aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 15 14:15:22.768583 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b23389-e99c-464e-94d2-7eda56186d8a req-997e69f8-d6d3-4830-84d4-388ac81a66f2 service neutron] Attempting to bind port d63f5e24-4806-4afb-a55b-7615e5beb6c2 on network 84973402-f5de-4cbd-a3be-16501fd5c3aa {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:15:22.773302 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b23389-e99c-464e-94d2-7eda56186d8a req-997e69f8-d6d3-4830-84d4-388ac81a66f2 service neutron] Checking agent: {'id': '32bd799d-9334-4df6-9ae9-b970e79828b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'started_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:15:22.773661 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b23389-e99c-464e-94d2-7eda56186d8a req-997e69f8-d6d3-4830-84d4-388ac81a66f2 service neutron] Checking segment: {'id': '0d773301-4627-4dbc-af30-9dbe1f56781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '84973402-f5de-4cbd-a3be-16501fd5c3aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:15:22.774040 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b23389-e99c-464e-94d2-7eda56186d8a req-997e69f8-d6d3-4830-84d4-388ac81a66f2 service neutron] Bound using segment: {'id': '0d773301-4627-4dbc-af30-9dbe1f56781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '84973402-f5de-4cbd-a3be-16501fd5c3aa'} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:15:22.774461 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-59b23389-e99c-464e-94d2-7eda56186d8a req-997e69f8-d6d3-4830-84d4-388ac81a66f2 service neutron] Bound port: d63f5e24-4806-4afb-a55b-7615e5beb6c2, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d773301-4627-4dbc-af30-9dbe1f56781d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '84973402-f5de-4cbd-a3be-16501fd5c3aa'}}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:15:22.774808 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-59b23389-e99c-464e-94d2-7eda56186d8a req-997e69f8-d6d3-4830-84d4-388ac81a66f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:22.837011 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-59b23389-e99c-464e-94d2-7eda56186d8a req-997e69f8-d6d3-4830-84d4-388ac81a66f2 service neutron] For port d63f5e24-4806-4afb-a55b-7615e5beb6c2, host hv-cinder-80458, cleared binding levels {{(pid=94450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:15:22.840314 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-59b23389-e99c-464e-94d2-7eda56186d8a req-997e69f8-d6d3-4830-84d4-388ac81a66f2 service neutron] For port d63f5e24-4806-4afb-a55b-7615e5beb6c2, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=d63f5e24-4806-4afb-a55b-7615e5beb6c2,segment=NetworkSegment(0d773301-4627-4dbc-af30-9dbe1f56781d),segment_id=0d773301-4627-4dbc-af30-9dbe1f56781d)] {{(pid=94450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:15:22.902002 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-59b23389-e99c-464e-94d2-7eda56186d8a req-997e69f8-d6d3-4830-84d4-388ac81a66f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:22.943238 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b23389-e99c-464e-94d2-7eda56186d8a req-997e69f8-d6d3-4830-84d4-388ac81a66f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:22.943238 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-59b23389-e99c-464e-94d2-7eda56186d8a req-997e69f8-d6d3-4830-84d4-388ac81a66f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:22.943238 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-59b23389-e99c-464e-94d2-7eda56186d8a req-997e69f8-d6d3-4830-84d4-388ac81a66f2 service neutron] 10.222.0.20 "PUT /v2.0/ports/d63f5e24-4806-4afb-a55b-7615e5beb6c2 HTTP/1.1" status: 200 len: 1094 time: 0.7100997 Aug 15 14:15:22.945033 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '453e25aa-28c3-44f7-ae35-940e30b40891', 'tag': 'd63f5e24-4806-4afb-a55b-7615e5beb6c2'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:15:22.947331 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0a5907-e4b8-45d8-afb9-042482051023" -d '{"events": [{"name": "network-changed", "server_uuid": "453e25aa-28c3-44f7-ae35-940e30b40891", "tag": "d63f5e24-4806-4afb-a55b-7615e5beb6c2"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:15:22.972041 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e69f8-d6d3-4830-84d4-388ac81a66f2 service neutron] Pushing event updated for resources: {'Port': ['ID=d63f5e24-4806-4afb-a55b-7615e5beb6c2,revision_number=3']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:15:22.988428 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cf79c2-f5a8-4edf-9943-3cd07124a604 x-openstack-request-id: req-75cf79c2-f5a8-4edf-9943-3cd07124a604 {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:15:22.988715 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "453e25aa-28c3-44f7-ae35-940e30b40891", "tag": "d63f5e24-4806-4afb-a55b-7615e5beb6c2", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:15:22.988961 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-75cf79c2-f5a8-4edf-9943-3cd07124a604 {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:15:22.989374 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '453e25aa-28c3-44f7-ae35-940e30b40891', 'tag': 'd63f5e24-4806-4afb-a55b-7615e5beb6c2', 'status': 'completed', 'code': 200} Aug 15 14:15:23.117188 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2448dec-8a88-4b77-9cc4-cd88d2dbf410 req-821f1770-a1f8-4979-b9f0-63acaeaf81d4 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:23.118591 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c2448dec-8a88-4b77-9cc4-cd88d2dbf410 req-821f1770-a1f8-4979-b9f0-63acaeaf81d4 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 944 time: 0.0492513 Aug 15 14:15:23.155867 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c2448dec-8a88-4b77-9cc4-cd88d2dbf410 req-2c7cb092-a7a5-4f78-8907-f6ab148540fe tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313444 Aug 15 14:15:23.228936 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214f890-ae87-463f-8fa5-f0a1991f488c req-e6bd064b-25ab-4b90-af48-41616a499f01 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:23.230426 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c214f890-ae87-463f-8fa5-f0a1991f488c req-e6bd064b-25ab-4b90-af48-41616a499f01 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 943 time: 0.0484140 Aug 15 14:15:23.267660 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c214f890-ae87-463f-8fa5-f0a1991f488c req-4663b23e-fcea-4753-8f7d-8165d4123e85 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312209 Aug 15 14:15:24.267465 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b6a04-ad69-4824-8eea-30929675523c req-3299b473-c90a-4823-bf79-4e6f6ccf6c55 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:24.269596 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-613b6a04-ad69-4824-8eea-30929675523c req-3299b473-c90a-4823-bf79-4e6f6ccf6c55 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 944 time: 0.0486996 Aug 15 14:15:24.306413 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-613b6a04-ad69-4824-8eea-30929675523c req-103c96f9-affd-4aee-a177-149c80825777 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309272 Aug 15 14:15:24.380897 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb37e00-1410-4210-8db0-1c06ca2e6548 req-9fa862f0-d5bc-431d-b976-ea1418b9fecb tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:24.382645 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-6eb37e00-1410-4210-8db0-1c06ca2e6548 req-9fa862f0-d5bc-431d-b976-ea1418b9fecb tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 943 time: 0.0470912 Aug 15 14:15:24.422784 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-6eb37e00-1410-4210-8db0-1c06ca2e6548 req-e302f579-4a2f-4d64-b5db-1140076c7f6b tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342596 Aug 15 14:15:25.383511 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a5907-e4b8-45d8-afb9-042482051023 req-a0cfe953-2833-43fe-89fa-c42ec97dbb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:25.384890 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ec0a5907-e4b8-45d8-afb9-042482051023 req-a0cfe953-2833-43fe-89fa-c42ec97dbb12 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=407c1fd6fcf5420e9ec2759a80b92db4&device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 1097 time: 0.0514071 Aug 15 14:15:25.425980 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d548ec7-1c5e-4def-b3da-3265ce2e1542 req-21135047-69c0-4918-a051-9fb2ddfdd2bb tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:25.427448 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8d548ec7-1c5e-4def-b3da-3265ce2e1542 req-21135047-69c0-4918-a051-9fb2ddfdd2bb tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 944 time: 0.0542254 Aug 15 14:15:25.517539 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8d548ec7-1c5e-4def-b3da-3265ce2e1542 req-0651ca9c-6025-47eb-97b0-e91f741a57d3 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802820 Aug 15 14:15:25.536349 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb164fc-81ea-474d-9822-7871fb3cc07d req-16add9a3-20d5-4480-bd28-563a4fc39401 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:25.537887 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-efb164fc-81ea-474d-9822-7871fb3cc07d req-16add9a3-20d5-4480-bd28-563a4fc39401 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 943 time: 0.0495911 Aug 15 14:15:25.554733 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a5907-e4b8-45d8-afb9-042482051023 req-173add29-60e5-4917-9371-ad327882bfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:25.556180 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ec0a5907-e4b8-45d8-afb9-042482051023 req-173add29-60e5-4917-9371-ad327882bfc3 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=407c1fd6fcf5420e9ec2759a80b92db4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1278939 Aug 15 14:15:25.574576 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-efb164fc-81ea-474d-9822-7871fb3cc07d req-c88538e7-d7bf-4b87-aba1-01b25645e4a6 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304379 Aug 15 14:15:25.649759 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a5907-e4b8-45d8-afb9-042482051023 req-496aca6f-81f5-4eb8-ab2b-e2d91e68faef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:25.656796 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ec0a5907-e4b8-45d8-afb9-042482051023 req-496aca6f-81f5-4eb8-ab2b-e2d91e68faef service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869398 Aug 15 14:15:25.746321 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b23389-e99c-464e-94d2-7eda56186d8a req-e85dd0a5-545c-43d0-94b1-a34dc382d183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:25.747759 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-59b23389-e99c-464e-94d2-7eda56186d8a req-e85dd0a5-545c-43d0-94b1-a34dc382d183 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=407c1fd6fcf5420e9ec2759a80b92db4&device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 1097 time: 0.0404444 Aug 15 14:15:25.792451 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-59b23389-e99c-464e-94d2-7eda56186d8a req-5732b5ca-19d7-452a-822b-5e3cf4f2539f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d63f5e24-4806-4afb-a55b-7615e5beb6c2 HTTP/1.1" status: 200 len: 217 time: 0.0360363 Aug 15 14:15:25.840531 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b23389-e99c-464e-94d2-7eda56186d8a req-d3d445ad-9bb0-49eb-a04d-20c7b42f3836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:25.841911 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-59b23389-e99c-464e-94d2-7eda56186d8a req-d3d445ad-9bb0-49eb-a04d-20c7b42f3836 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=605b3e14-49dc-4446-943a-b55a9146c77b HTTP/1.1" status: 200 len: 855 time: 0.0420766 Aug 15 14:15:25.872572 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-59b23389-e99c-464e-94d2-7eda56186d8a req-425037d9-18bb-46d8-a4a7-464bb4acc8e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84973402-f5de-4cbd-a3be-16501fd5c3aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232570 Aug 15 14:15:25.964738 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-59b23389-e99c-464e-94d2-7eda56186d8a req-0d1b530d-a5fc-4189-99eb-83a5a463850e service neutron] 10.222.0.20 "GET /v2.0/networks/84973402-f5de-4cbd-a3be-16501fd5c3aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842705 Aug 15 14:15:26.055393 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-59b23389-e99c-464e-94d2-7eda56186d8a req-13305f1e-cfe1-4597-b267-8a1879e2eaba service neutron] 10.222.0.20 "GET /v2.0/networks/84973402-f5de-4cbd-a3be-16501fd5c3aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826364 Aug 15 14:15:26.633639 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874012c-1229-4403-b4dd-aa3d92e77043 req-1ef949fb-812b-41af-95a2-d7c161759eca tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:26.635157 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b874012c-1229-4403-b4dd-aa3d92e77043 req-1ef949fb-812b-41af-95a2-d7c161759eca tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 944 time: 0.0493057 Aug 15 14:15:26.672772 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b874012c-1229-4403-b4dd-aa3d92e77043 req-6c822b5d-44fe-4476-9fc9-10cec24c1e47 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316074 Aug 15 14:15:26.687315 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cc232-18c4-48b1-a2fd-c3d51a638700 req-ca33aa7e-7aa7-4e74-b278-18451ed85b0f tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:26.688883 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ba6cc232-18c4-48b1-a2fd-c3d51a638700 req-ca33aa7e-7aa7-4e74-b278-18451ed85b0f tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 943 time: 0.0491476 Aug 15 14:15:26.727395 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ba6cc232-18c4-48b1-a2fd-c3d51a638700 req-3351ddf2-2fb7-4bce-96d8-760699d141ea tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318158 Aug 15 14:15:27.795361 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaffe14-cafe-4862-88e7-00e079c6a981 req-2e09c8f8-9184-4951-9323-fbd83c9f61a2 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:27.796743 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-baaffe14-cafe-4862-88e7-00e079c6a981 req-2e09c8f8-9184-4951-9323-fbd83c9f61a2 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 944 time: 0.0565951 Aug 15 14:15:27.843476 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-baaffe14-cafe-4862-88e7-00e079c6a981 req-c3e28c0e-32ac-44d0-83af-458879a4fa46 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407209 Aug 15 14:15:27.843944 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcdab3-8aea-451f-9837-ae57ee9c4ff0 req-448410af-d0a4-44a7-b073-4bb61fd2fcf5 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:27.845430 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c5dcdab3-8aea-451f-9837-ae57ee9c4ff0 req-448410af-d0a4-44a7-b073-4bb61fd2fcf5 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 943 time: 0.0500884 Aug 15 14:15:27.904913 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c5dcdab3-8aea-451f-9837-ae57ee9c4ff0 req-7425c919-371c-4b4b-9531-ed76c94a6888 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521860 Aug 15 14:15:28.979808 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff2508-f5ce-4d7a-bd16-1e56ee008daa req-79adf9b5-a0a7-40c9-a046-57dbc2876610 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:28.981331 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-afff2508-f5ce-4d7a-bd16-1e56ee008daa req-79adf9b5-a0a7-40c9-a046-57dbc2876610 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 944 time: 0.0590868 Aug 15 14:15:29.022920 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-afff2508-f5ce-4d7a-bd16-1e56ee008daa req-091d1113-0d6b-4fc5-a045-43279257a44a tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352688 Aug 15 14:15:29.044175 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd61176-c1ff-4c9a-ad25-562119592ce3 req-88d8c9bf-1838-4cd8-9d6e-056c9ad4d941 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:29.045274 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-fdd61176-c1ff-4c9a-ad25-562119592ce3 req-88d8c9bf-1838-4cd8-9d6e-056c9ad4d941 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 943 time: 0.0559468 Aug 15 14:15:29.086173 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-fdd61176-c1ff-4c9a-ad25-562119592ce3 req-97c34527-6877-4537-863e-2e1a6872055f tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335670 Aug 15 14:15:30.143580 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69168e93-630a-4e59-9f70-e2372a6c75a3 req-f6de45bb-0858-48f3-af49-9d763bc8a1e1 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:30.145116 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-69168e93-630a-4e59-9f70-e2372a6c75a3 req-f6de45bb-0858-48f3-af49-9d763bc8a1e1 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 944 time: 0.0517058 Aug 15 14:15:30.183462 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-69168e93-630a-4e59-9f70-e2372a6c75a3 req-fcadb67f-1acc-4ce3-bef8-4ecaf6ea6c3e tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322993 Aug 15 14:15:30.200992 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfae85-39cb-457e-aa9d-967b68749e47 req-29e718ae-60ac-424d-8343-f5d08532a838 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:30.202516 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-70dfae85-39cb-457e-aa9d-967b68749e47 req-29e718ae-60ac-424d-8343-f5d08532a838 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 943 time: 0.0490716 Aug 15 14:15:30.240304 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-70dfae85-39cb-457e-aa9d-967b68749e47 req-a7ab8591-382c-44a3-9b80-ba21ac3516ac tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308268 Aug 15 14:15:30.806765 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3d08b-f633-441b-95a9-a646739bf754 req-4b362894-1e64-49d6-af62-4eea3a98da2d tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:30.808271 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-04e3d08b-f633-441b-95a9-a646739bf754 req-4b362894-1e64-49d6-af62-4eea3a98da2d tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0535824 Aug 15 14:15:30.846028 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-04e3d08b-f633-441b-95a9-a646739bf754 req-2a6e885c-a43e-4579-ae23-1971c9299e53 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317628 Aug 15 14:15:31.299402 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b2e06-2d90-4a1e-ae8b-1d3938a36724 req-1e644fb0-780a-4a6a-97f8-fc1d6d92e628 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:31.301903 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-991b2e06-2d90-4a1e-ae8b-1d3938a36724 req-1e644fb0-780a-4a6a-97f8-fc1d6d92e628 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 944 time: 0.0498319 Aug 15 14:15:31.343695 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-991b2e06-2d90-4a1e-ae8b-1d3938a36724 req-0b511f19-bce3-4af4-ad02-f87025dc40ec tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361488 Aug 15 14:15:31.354964 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47527851-fb8a-46d9-9437-1640c7b80315 req-207c0d04-893a-43da-9c9d-f7b97b1e6372 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:31.356580 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-47527851-fb8a-46d9-9437-1640c7b80315 req-207c0d04-893a-43da-9c9d-f7b97b1e6372 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 943 time: 0.0505967 Aug 15 14:15:31.393677 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-47527851-fb8a-46d9-9437-1640c7b80315 req-c611d9a1-556b-40da-991b-3e1ba518bc9c tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311358 Aug 15 14:15:31.468807 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:31.961277 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22f0fd-aeb9-488b-8b36-f15b6141f140 req-1efab198-20d9-4923-a77c-1bdca951c24a tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:31.962814 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-be22f0fd-aeb9-488b-8b36-f15b6141f140 req-1efab198-20d9-4923-a77c-1bdca951c24a tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0522206 Aug 15 14:15:32.000447 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-be22f0fd-aeb9-488b-8b36-f15b6141f140 req-23e36f07-a79f-46f7-89ba-4b788eea2c1b tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316501 Aug 15 14:15:32.455392 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5d718-922b-4f2f-b0b9-de945cfcba0b req-14c71502-c9b4-47c5-badc-4d68836579f2 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:32.457928 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4fc5d718-922b-4f2f-b0b9-de945cfcba0b req-14c71502-c9b4-47c5-badc-4d68836579f2 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 944 time: 0.0488694 Aug 15 14:15:32.500093 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4fc5d718-922b-4f2f-b0b9-de945cfcba0b req-a9e92e36-bb84-4c44-97f6-669837d171f2 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369575 Aug 15 14:15:32.519111 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b135eec-2258-4e14-b94d-0e293427db10 req-b094e3b4-1002-486b-adbc-612e4ad6d5e4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:32.520690 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-6b135eec-2258-4e14-b94d-0e293427db10 req-b094e3b4-1002-486b-adbc-612e4ad6d5e4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 943 time: 0.0583580 Aug 15 14:15:32.559224 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-6b135eec-2258-4e14-b94d-0e293427db10 req-cd8767d1-577e-4459-ab22-518fe4b7f6b9 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317209 Aug 15 14:15:32.918403 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 47892) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:15:33.020319 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-10469318-cd66-4d4a-bb3d-66ad89df0126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:33.109286 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-10469318-cd66-4d4a-bb3d-66ad89df0126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:33.118548 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f1613-3784-476a-be77-8665267452fe req-c14e4eb7-dc05-4874-bbbc-65889fb08fd2 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:33.120059 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e58f1613-3784-476a-be77-8665267452fe req-c14e4eb7-dc05-4874-bbbc-65889fb08fd2 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0547514 Aug 15 14:15:33.157153 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e58f1613-3784-476a-be77-8665267452fe req-fe4c0c15-2db3-48db-bb13-af428b923141 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308812 Aug 15 14:15:33.194225 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-10469318-cd66-4d4a-bb3d-66ad89df0126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:33.234012 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-10469318-cd66-4d4a-bb3d-66ad89df0126 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=74a92325e4c84a98bd1d4ecba64549d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3145607 Aug 15 14:15:33.236019 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10469318-cd66-4d4a-bb3d-66ad89df0126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565f989e-1f15-465c-b409-055afd213082,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:15:33.237053 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 47900) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:15:33.288322 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-21b86698-1b1c-4465-b947-9fe7f4f3614a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:33.308869 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-21b86698-1b1c-4465-b947-9fe7f4f3614a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:33.411628 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-21b86698-1b1c-4465-b947-9fe7f4f3614a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:33.414107 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-21b86698-1b1c-4465-b947-9fe7f4f3614a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:33.415232 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-21b86698-1b1c-4465-b947-9fe7f4f3614a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/565f989e-1f15-465c-b409-055afd213082 HTTP/1.1" status: 204 len: 168 time: 0.1769178 Aug 15 14:15:33.422980 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b86698-1b1c-4465-b947-9fe7f4f3614a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565f989e-1f15-465c-b409-055afd213082,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:15:33.619261 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device d63f5e24-4806-4afb-a55b-7615e5beb6c2 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 15 14:15:33.625852 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f14921-591c-4578-bd47-4ec5252b63d9 req-940764d9-90ca-4170-911f-da22ee47d163 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:33.627546 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-78f14921-591c-4578-bd47-4ec5252b63d9 req-940764d9-90ca-4170-911f-da22ee47d163 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 944 time: 0.0518534 Aug 15 14:15:33.700048 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-78f14921-591c-4578-bd47-4ec5252b63d9 req-4b3efce0-5205-4698-b0fe-9ef95666c80c tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506792 Aug 15 14:15:33.710142 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7580e1a-3d08-42ea-bf07-c4ac0fcee5f4 req-940ef74b-04ff-40f9-8f9c-293ccf1ca3e2 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:33.712982 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a7580e1a-3d08-42ea-bf07-c4ac0fcee5f4 req-940ef74b-04ff-40f9-8f9c-293ccf1ca3e2 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 943 time: 0.0837872 Aug 15 14:15:33.739747 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port d63f5e24-4806-4afb-a55b-7615e5beb6c2, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=d63f5e24-4806-4afb-a55b-7615e5beb6c2,segment=NetworkSegment(0d773301-4627-4dbc-af30-9dbe1f56781d),segment_id=0d773301-4627-4dbc-af30-9dbe1f56781d)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:15:33.753374 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Returning: {'device': 'd63f5e24-4806-4afb-a55b-7615e5beb6c2', 'network_id': '84973402-f5de-4cbd-a3be-16501fd5c3aa', 'port_id': 'd63f5e24-4806-4afb-a55b-7615e5beb6c2', 'mac_address': 'fa:16:3e:75:20:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '605b3e14-49dc-4446-943a-b55a9146c77b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 15 14:15:33.766186 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a7580e1a-3d08-42ea-bf07-c4ac0fcee5f4 req-a592c012-623a-42ef-96af-69a0e6b4f0a4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398242 Aug 15 14:15:33.803398 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:33.816021 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d63f5e24-4806-4afb-a55b-7615e5beb6c2 {{(pid=94453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:15:33.835175 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port d63f5e24-4806-4afb-a55b-7615e5beb6c2, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=d63f5e24-4806-4afb-a55b-7615e5beb6c2,segment=NetworkSegment(0d773301-4627-4dbc-af30-9dbe1f56781d),segment_id=0d773301-4627-4dbc-af30-9dbe1f56781d)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:15:33.908341 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:33.955099 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=d63f5e24-4806-4afb-a55b-7615e5beb6c2,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:15:33.961970 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:33.962322 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:33.962660 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:33.962995 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:33.963325 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:33.963653 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:33.963980 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:33.964345 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:33.964699 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:33.965031 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:33.965352 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:33.965699 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:34.268937 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139afe3-4640-4e1c-b367-cb35bca5fada req-68e05135-ba57-4cd5-a00f-0031ac032a89 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:34.271081 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d139afe3-4640-4e1c-b367-cb35bca5fada req-68e05135-ba57-4cd5-a00f-0031ac032a89 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0482216 Aug 15 14:15:34.308959 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d139afe3-4640-4e1c-b367-cb35bca5fada req-6a5a832e-27be-49ad-8725-d01e80be681b tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319805 Aug 15 14:15:34.309888 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb2380-8863-41f1-bcc9-a8cb7753c60b req-5f1048db-d1a7-4f91-bb58-f5135fa05c0a tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:34.311367 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ddbb2380-8863-41f1-bcc9-a8cb7753c60b req-5f1048db-d1a7-4f91-bb58-f5135fa05c0a tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.20 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 945 time: 0.0487995 Aug 15 14:15:34.403289 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-ddbb2380-8863-41f1-bcc9-a8cb7753c60b req-864769ce-6795-457b-a36c-1607ba712301 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Deleting port 2c207c78-6c87-46e7-a860-004a8c60e986 {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:15:34.403553 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-ddbb2380-8863-41f1-bcc9-a8cb7753c60b req-864769ce-6795-457b-a36c-1607ba712301 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:34.499162 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-ddbb2380-8863-41f1-bcc9-a8cb7753c60b req-864769ce-6795-457b-a36c-1607ba712301 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] For port 2c207c78-6c87-46e7-a860-004a8c60e986, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=2c207c78-6c87-46e7-a860-004a8c60e986,segment=NetworkSegment(510f0b11-dda3-4cdb-8b1a-066aa988a8f5),segment_id=510f0b11-dda3-4cdb-8b1a-066aa988a8f5)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:15:34.499613 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-ddbb2380-8863-41f1-bcc9-a8cb7753c60b req-864769ce-6795-457b-a36c-1607ba712301 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:34.512323 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-ddbb2380-8863-41f1-bcc9-a8cb7753c60b req-864769ce-6795-457b-a36c-1607ba712301 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Calling delete_port for 2c207c78-6c87-46e7-a860-004a8c60e986 owned by compute:nova {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:15:34.697887 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-ddbb2380-8863-41f1-bcc9-a8cb7753c60b req-864769ce-6795-457b-a36c-1607ba712301 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:34.710776 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['e6b9c826-8be3-45bf-925b-a0034dfa144e', '2c207c78-6c87-46e7-a860-004a8c60e986'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:15:34.726839 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864769ce-6795-457b-a36c-1607ba712301 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Pushing event deleted for resources: {'Port': ['ID=2c207c78-6c87-46e7-a860-004a8c60e986,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:15:34.739986 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['d63f5e24-4806-4afb-a55b-7615e5beb6c2'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:15:34.772306 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbb2380-8863-41f1-bcc9-a8cb7753c60b req-864769ce-6795-457b-a36c-1607ba712301 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] No DVR routers for this DVR port 2c207c78-6c87-46e7-a860-004a8c60e986 on host hv-cinder-80458 {{(pid=94450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:15:34.775782 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-ddbb2380-8863-41f1-bcc9-a8cb7753c60b req-864769ce-6795-457b-a36c-1607ba712301 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:34.778249 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ddbb2380-8863-41f1-bcc9-a8cb7753c60b req-864769ce-6795-457b-a36c-1607ba712301 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.20 "DELETE /v2.0/ports/2c207c78-6c87-46e7-a860-004a8c60e986 HTTP/1.1" status: 204 len: 173 time: 0.4597585 Aug 15 14:15:34.779882 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee5dd92-b3e8-4618-b511-2a71ee90e3cd', 'name': 'network-vif-deleted', 'tag': '2c207c78-6c87-46e7-a860-004a8c60e986'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:15:34.782831 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e979119-591a-48e1-9b50-944f8bb73cad" -d '{"events": [{"server_uuid": "cee5dd92-b3e8-4618-b511-2a71ee90e3cd", "name": "network-vif-deleted", "tag": "2c207c78-6c87-46e7-a860-004a8c60e986"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:15:34.820962 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf69b72-d472-462e-b186-ec96f18f9863 x-openstack-request-id: req-acf69b72-d472-462e-b186-ec96f18f9863 {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:15:34.821212 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee5dd92-b3e8-4618-b511-2a71ee90e3cd", "name": "network-vif-deleted", "tag": "2c207c78-6c87-46e7-a860-004a8c60e986", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:15:34.821721 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-acf69b72-d472-462e-b186-ec96f18f9863 {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:15:34.822134 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee5dd92-b3e8-4618-b511-2a71ee90e3cd', 'name': 'network-vif-deleted', 'tag': '2c207c78-6c87-46e7-a860-004a8c60e986', 'status': 'completed', 'code': 200} Aug 15 14:15:34.861253 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565adead-9110-49e0-b033-0500c83c43b9 req-aa1331a4-1caf-4b71-9de1-c40c77a9d377 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:34.863590 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-565adead-9110-49e0-b033-0500c83c43b9 req-aa1331a4-1caf-4b71-9de1-c40c77a9d377 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 945 time: 0.0842490 Aug 15 14:15:34.903580 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-565adead-9110-49e0-b033-0500c83c43b9 req-ac69fe3f-b8b8-4eb5-a5db-e5e101823f8b tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334988 Aug 15 14:15:34.924065 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76164b79-5c8e-4712-8fea-9ba80329c649 req-21897d9d-00e1-4d81-aed8-0914fbf159ef tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:34.924065 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-76164b79-5c8e-4712-8fea-9ba80329c649 req-21897d9d-00e1-4d81-aed8-0914fbf159ef tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 943 time: 0.0543427 Aug 15 14:15:34.965156 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-76164b79-5c8e-4712-8fea-9ba80329c649 req-470fadf7-ce93-4b95-86fc-630988a720c9 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326800 Aug 15 14:15:35.413074 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-bc01f6aa-1c7d-4cdd-b02c-cf265066f74f req-ff31f9ad-dabf-4074-ae7d-d53072f6d127 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee5dd92-b3e8-4618-b511-2a71ee90e3cd HTTP/1.1" status: 200 len: 210 time: 0.0291181 Aug 15 14:15:36.023838 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba9b97-a285-4b41-bbf6-6ed37eb09266 req-3fb0f044-e208-443b-af9f-3841c3d10941 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:36.025526 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-51ba9b97-a285-4b41-bbf6-6ed37eb09266 req-3fb0f044-e208-443b-af9f-3841c3d10941 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 945 time: 0.0516493 Aug 15 14:15:36.064824 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-51ba9b97-a285-4b41-bbf6-6ed37eb09266 req-5e18b900-a69c-46a5-8786-3a03bd6f0901 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331972 Aug 15 14:15:36.086090 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd3528-489c-46ae-ba42-3b3dd2612a51 req-bedfb103-f947-4612-b856-62c2ef720b54 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:36.087548 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-3ffd3528-489c-46ae-ba42-3b3dd2612a51 req-bedfb103-f947-4612-b856-62c2ef720b54 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 943 time: 0.0487280 Aug 15 14:15:36.125471 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-3ffd3528-489c-46ae-ba42-3b3dd2612a51 req-9d9b9669-8b9a-45c1-a6a1-4abe9650c12f tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312884 Aug 15 14:15:36.919714 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d49ce-ca66-4e67-9b83-5795e332491a req-66b51970-d8ff-4e98-8ab4-e290fa76cea1 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:36.921167 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-585d49ce-ca66-4e67-9b83-5795e332491a req-66b51970-d8ff-4e98-8ab4-e290fa76cea1 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0480139 Aug 15 14:15:36.958628 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-585d49ce-ca66-4e67-9b83-5795e332491a req-cf1649d7-c17e-47af-a16f-60d8d2768e13 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314138 Aug 15 14:15:37.183469 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de516b2b-3d72-4962-a672-3742c6665a1e req-9e0fbd52-97a7-4918-99dd-6cfeeaa7aae7 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:37.185034 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-de516b2b-3d72-4962-a672-3742c6665a1e req-9e0fbd52-97a7-4918-99dd-6cfeeaa7aae7 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 945 time: 0.0498450 Aug 15 14:15:37.223662 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-de516b2b-3d72-4962-a672-3742c6665a1e req-9ce79e35-e9fc-48af-9e55-432e6804d53b tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327024 Aug 15 14:15:37.243875 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74f04a-aa54-43f6-8625-5aa2e19df8d4 req-2b5c7cc4-2f50-41fd-9b38-84e32c0f6a98 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:37.245373 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ec74f04a-aa54-43f6-8625-5aa2e19df8d4 req-2b5c7cc4-2f50-41fd-9b38-84e32c0f6a98 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 943 time: 0.0542884 Aug 15 14:15:37.283299 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ec74f04a-aa54-43f6-8625-5aa2e19df8d4 req-9cc368ca-e25b-4c9c-ade5-704529ffc7e4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319667 Aug 15 14:15:37.633877 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device d63f5e24-4806-4afb-a55b-7615e5beb6c2 up at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:15:37.712187 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed77708-6626-49ea-8657-9cfb0ecb1734 req-95697e33-f3d6-43ac-9116-ddffa6fbbd95 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:37.713679 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-2ed77708-6626-49ea-8657-9cfb0ecb1734 req-95697e33-f3d6-43ac-9116-ddffa6fbbd95 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0518148 Aug 15 14:15:37.750106 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-2ed77708-6626-49ea-8657-9cfb0ecb1734 req-0f388725-1786-4c25-9ae1-12758e5931e1 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304518 Aug 15 14:15:37.776256 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning for port d63f5e24-4806-4afb-a55b-7615e5beb6c2 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:15:37.776692 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning complete for port d63f5e24-4806-4afb-a55b-7615e5beb6c2 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:15:37.777694 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:37.859767 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:37.881652 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453e25aa-28c3-44f7-ae35-940e30b40891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63f5e24-4806-4afb-a55b-7615e5beb6c2'}] {{(pid=94453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:15:37.884104 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67f9f608f21815e3b7d057bcd481c644a3f088ed5729c17767b65ea5f15acf6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409007f3-88e5-4ddb-8c63-5d6539c5039b" -d '{"events": [{"server_uuid": "453e25aa-28c3-44f7-ae35-940e30b40891", "name": "network-vif-plugged", "status": "completed", "tag": "d63f5e24-4806-4afb-a55b-7615e5beb6c2"}]}' {{(pid=94453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:15:37.898189 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port d63f5e24-4806-4afb-a55b-7615e5beb6c2, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=d63f5e24-4806-4afb-a55b-7615e5beb6c2,segment=NetworkSegment(0d773301-4627-4dbc-af30-9dbe1f56781d),segment_id=0d773301-4627-4dbc-af30-9dbe1f56781d)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:15:37.925340 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cb43ef-50f9-4491-8054-7f5034b17378 x-openstack-request-id: req-02cb43ef-50f9-4491-8054-7f5034b17378 {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:15:37.925340 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453e25aa-28c3-44f7-ae35-940e30b40891", "name": "network-vif-plugged", "status": "completed", "tag": "d63f5e24-4806-4afb-a55b-7615e5beb6c2", "code": 200}]} {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:15:37.925591 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-02cb43ef-50f9-4491-8054-7f5034b17378 {{(pid=94453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:15:37.925972 dv-cinder-804581-6-iscsi neutron-server[94453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453e25aa-28c3-44f7-ae35-940e30b40891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63f5e24-4806-4afb-a55b-7615e5beb6c2', 'code': 200} Aug 15 14:15:37.971546 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:37.972354 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 2c207c78-6c87-46e7-a860-004a8c60e986 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:15:37.994538 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] No Port match for: 2c207c78-6c87-46e7-a860-004a8c60e986 {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:15:37.994816 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 2c207c78-6c87-46e7-a860-004a8c60e986 not bound to the agent host hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:15:38.041980 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=d63f5e24-4806-4afb-a55b-7615e5beb6c2,revision_number=5']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:15:38.075671 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbf997-487d-4009-9be6-04ee966dc323 req-9d3a1f76-19d2-4abc-9b24-a04a03a5fe0b tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:38.077176 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-dadbf997-487d-4009-9be6-04ee966dc323 req-9d3a1f76-19d2-4abc-9b24-a04a03a5fe0b tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0492554 Aug 15 14:15:38.115747 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-dadbf997-487d-4009-9be6-04ee966dc323 req-5de90f1f-31cd-4359-94a9-f52a92ac3f61 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324287 Aug 15 14:15:38.247218 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a096b-1a0c-4031-a422-4a686b46d52c req-4cbad722-551d-48fe-b340-7aef02ab6a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:38.248691 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-105a096b-1a0c-4031-a422-4a686b46d52c req-4cbad722-551d-48fe-b340-7aef02ab6a04 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 1099 time: 0.0424180 Aug 15 14:15:38.287893 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-105a096b-1a0c-4031-a422-4a686b46d52c req-79eda780-99b4-4cc8-be59-67c627559b13 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295107 Aug 15 14:15:38.355937 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741a9c3-90a6-49a8-8e1e-888acfb06290 req-409b3bf8-0448-418e-b653-dadfebc5cb7c tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:38.359992 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9741a9c3-90a6-49a8-8e1e-888acfb06290 req-409b3bf8-0448-418e-b653-dadfebc5cb7c tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 946 time: 0.0588081 Aug 15 14:15:38.403798 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702deb12-501b-4beb-880c-9ad378baca06 req-11df691d-df1a-47e8-b258-7fc6ff5e88fa tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:38.404294 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9741a9c3-90a6-49a8-8e1e-888acfb06290 req-7ead6dc5-186a-46f4-9ffa-23ea34e8de2a tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402231 Aug 15 14:15:38.405425 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-702deb12-501b-4beb-880c-9ad378baca06 req-11df691d-df1a-47e8-b258-7fc6ff5e88fa tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 943 time: 0.0534608 Aug 15 14:15:38.444925 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-702deb12-501b-4beb-880c-9ad378baca06 req-cdbd28a0-9502-4bde-8bd8-c0b08624bcb1 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321429 Aug 15 14:15:38.868374 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916e4c3-2a61-4563-8b3f-6fee5e645251 req-b8b0a48d-4787-4167-b95c-ccf0495c11aa tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:38.870500 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4916e4c3-2a61-4563-8b3f-6fee5e645251 req-b8b0a48d-4787-4167-b95c-ccf0495c11aa tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0529211 Aug 15 14:15:38.906688 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4916e4c3-2a61-4563-8b3f-6fee5e645251 req-34da75c3-4ace-4e2c-af29-6d8e5a73c211 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303237 Aug 15 14:15:39.236621 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cec93-62e7-41df-8bee-b747ccd80328 req-539c72a7-a3bb-44a9-808c-ccfa251b8b2c tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:39.237761 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-8c9cec93-62e7-41df-8bee-b747ccd80328 req-539c72a7-a3bb-44a9-808c-ccfa251b8b2c tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0485389 Aug 15 14:15:39.275444 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-8c9cec93-62e7-41df-8bee-b747ccd80328 req-22158d2a-8604-460f-8fd4-e662f3c3fb5c tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316308 Aug 15 14:15:39.517178 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873b144-1db2-4a42-94c4-aabf8fe6bbfc req-8773bfdb-47a7-4b6f-98d6-90c1019438f4 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:39.518688 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d873b144-1db2-4a42-94c4-aabf8fe6bbfc req-8773bfdb-47a7-4b6f-98d6-90c1019438f4 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 946 time: 0.0536273 Aug 15 14:15:39.556574 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d873b144-1db2-4a42-94c4-aabf8fe6bbfc req-916973d2-77a9-4818-ae11-88094aa03049 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318215 Aug 15 14:15:39.568620 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b7a7b-9c4c-4d90-8502-4d2bc414bb0a req-c2f11e7d-5d4c-4033-b603-223993ce432f tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:39.570916 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ee9b7a7b-9c4c-4d90-8502-4d2bc414bb0a req-c2f11e7d-5d4c-4033-b603-223993ce432f tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 943 time: 0.0488174 Aug 15 14:15:39.607264 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ee9b7a7b-9c4c-4d90-8502-4d2bc414bb0a req-5f5fd69d-a18b-40a8-a5fb-c35c2732f80d tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305235 Aug 15 14:15:40.024275 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c654af3-bb7f-4a3c-874e-c8710a685a48 req-e5fe4c0d-33bf-4f03-a714-d3b54babb14d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:40.025755 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-3c654af3-bb7f-4a3c-874e-c8710a685a48 req-e5fe4c0d-33bf-4f03-a714-d3b54babb14d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0480752 Aug 15 14:15:40.062490 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-3c654af3-bb7f-4a3c-874e-c8710a685a48 req-eae05bc2-a8b1-48cc-b19a-aac0d5a0dc93 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309341 Aug 15 14:15:40.390383 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0dddcf-9a53-4198-bba1-04faf1292083 req-6f64a532-3202-4052-ab2d-95ba2c589545 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:40.391848 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-cd0dddcf-9a53-4198-bba1-04faf1292083 req-6f64a532-3202-4052-ab2d-95ba2c589545 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0515127 Aug 15 14:15:40.430863 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-cd0dddcf-9a53-4198-bba1-04faf1292083 req-ea866e84-708a-47d5-846f-57c059792ecc tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324228 Aug 15 14:15:40.461657 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:15:40.670625 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fbb5e-0668-426a-8adb-1d4db59b59ab req-d3456e38-1241-4a4e-b73b-7a4050b06c82 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:40.672093 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-dc1fbb5e-0668-426a-8adb-1d4db59b59ab req-d3456e38-1241-4a4e-b73b-7a4050b06c82 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 946 time: 0.0504203 Aug 15 14:15:40.703307 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-cca7dc23-4d19-432d-99c8-c1e46b31a313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:40.711970 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-dc1fbb5e-0668-426a-8adb-1d4db59b59ab req-2ee59d49-8fcc-4ed9-b01e-0ac92bda4dd3 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339692 Aug 15 14:15:40.722551 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e004cb4-92d1-4ee9-a87d-8d41cf4ffbaa req-a207a092-1f21-423a-af71-3971c2e4d98f tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:40.724179 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5e004cb4-92d1-4ee9-a87d-8d41cf4ffbaa req-a207a092-1f21-423a-af71-3971c2e4d98f tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 943 time: 0.0494432 Aug 15 14:15:40.761889 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5e004cb4-92d1-4ee9-a87d-8d41cf4ffbaa req-fc72d48b-eebe-464a-a299-28c5e5ff0fc1 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315084 Aug 15 14:15:41.186931 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c726287-cec4-4621-a381-f4dfd64ed612 req-286eea5d-7cdc-44cf-8a91-542c5b7db251 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:41.188463 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0c726287-cec4-4621-a381-f4dfd64ed612 req-286eea5d-7cdc-44cf-8a91-542c5b7db251 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0520623 Aug 15 14:15:41.225370 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0c726287-cec4-4621-a381-f4dfd64ed612 req-206e7666-091c-47db-820a-11644476df1d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310352 Aug 15 14:15:41.544024 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99e09e-c335-4016-85c4-fc4e466f0474 req-cbdc1893-fec0-4d64-8bcf-12c6aad83e43 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:41.545509 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-6c99e09e-c335-4016-85c4-fc4e466f0474 req-cbdc1893-fec0-4d64-8bcf-12c6aad83e43 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0476587 Aug 15 14:15:41.581493 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-6c99e09e-c335-4016-85c4-fc4e466f0474 req-1f5e3925-e5eb-43e4-8db1-0dbad8f8a8fc tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301585 Aug 15 14:15:41.797940 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 00cba10d-2609-41ae-8d76-a5fff0216558 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 15 14:15:41.833451 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcb8de-e9eb-4b2b-8d25-ce7b481b07dc req-9174233b-7de6-4515-8a9f-0184c69fda47 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:41.834934 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4ebcb8de-e9eb-4b2b-8d25-ce7b481b07dc req-9174233b-7de6-4515-8a9f-0184c69fda47 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 946 time: 0.0547583 Aug 15 14:15:41.878338 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4ebcb8de-e9eb-4b2b-8d25-ce7b481b07dc req-76bb6c6d-de7f-49f8-8ee7-74f0c1f7b56c tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356741 Aug 15 14:15:41.882288 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d5bf6-5ed7-4b0c-83e7-f7782029181c req-ed2e4775-587d-4b95-8ea7-03345f54f1fd tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:41.883795 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b82d5bf6-5ed7-4b0c-83e7-f7782029181c req-ed2e4775-587d-4b95-8ea7-03345f54f1fd tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 943 time: 0.0548711 Aug 15 14:15:41.895023 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 00cba10d-2609-41ae-8d76-a5fff0216558, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=00cba10d-2609-41ae-8d76-a5fff0216558,segment=NetworkSegment(b621ef3b-4103-4fcd-84aa-5ab6add98e0a),segment_id=b621ef3b-4103-4fcd-84aa-5ab6add98e0a)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:15:41.907264 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Returning: {'device': '00cba10d-2609-41ae-8d76-a5fff0216558', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'port_id': '00cba10d-2609-41ae-8d76-a5fff0216558', 'mac_address': 'fa:16:3e:a6:ff:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 15 14:15:41.921909 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b82d5bf6-5ed7-4b0c-83e7-f7782029181c req-4ccc1e15-a15a-44f5-a097-210b9acd5f93 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316272 Aug 15 14:15:41.945208 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:41.961383 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00cba10d-2609-41ae-8d76-a5fff0216558 {{(pid=94453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:15:41.980637 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 00cba10d-2609-41ae-8d76-a5fff0216558, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=00cba10d-2609-41ae-8d76-a5fff0216558,segment=NetworkSegment(b621ef3b-4103-4fcd-84aa-5ab6add98e0a),segment_id=b621ef3b-4103-4fcd-84aa-5ab6add98e0a)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:15:42.055837 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:42.103176 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=00cba10d-2609-41ae-8d76-a5fff0216558,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:15:42.338492 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679508a-3101-47e6-986b-62c40f844c30 req-939609c3-8e6a-4f01-8c28-d702e045f665 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:42.339842 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1679508a-3101-47e6-986b-62c40f844c30 req-939609c3-8e6a-4f01-8c28-d702e045f665 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0476916 Aug 15 14:15:42.376782 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1679508a-3101-47e6-986b-62c40f844c30 req-a1a1f61a-1911-41be-bb13-24a84b60fe07 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311568 Aug 15 14:15:42.691765 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b29212-48d4-41aa-a8ba-39092aca7d0b req-90dadc73-d855-4503-a83a-9fab185fcac9 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:42.693233 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d6b29212-48d4-41aa-a8ba-39092aca7d0b req-90dadc73-d855-4503-a83a-9fab185fcac9 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0483260 Aug 15 14:15:42.730540 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d6b29212-48d4-41aa-a8ba-39092aca7d0b req-502bbf73-4884-4687-845c-120dd7c236dd tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313404 Aug 15 14:15:42.989348 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893010da-48bf-4fa0-8ed6-580a3d13225a req-bb6ec68f-90b1-4f62-93e5-8297be90138e tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:42.990850 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-893010da-48bf-4fa0-8ed6-580a3d13225a req-bb6ec68f-90b1-4f62-93e5-8297be90138e tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 946 time: 0.0523810 Aug 15 14:15:43.028701 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-893010da-48bf-4fa0-8ed6-580a3d13225a req-61064edc-882c-406b-be0a-960e642a114c tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321820 Aug 15 14:15:43.032874 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7a345-6d0f-4686-b58e-25bcad2dc495 req-1ddd6429-fc1e-4542-b2f7-51cb832c9150 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:43.034406 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-8bc7a345-6d0f-4686-b58e-25bcad2dc495 req-1ddd6429-fc1e-4542-b2f7-51cb832c9150 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 944 time: 0.0477722 Aug 15 14:15:43.072970 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-8bc7a345-6d0f-4686-b58e-25bcad2dc495 req-a4886446-7581-485a-a5e4-555252be33ef tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324762 Aug 15 14:15:43.258470 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6b9c8467-e775-45df-ab40-396a8a13c633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:43.492020 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e6b26-21a0-49d3-98c4-033971b64d04 req-1220ef62-44e8-4a0c-9559-4a6126544449 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:43.493432 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f94e6b26-21a0-49d3-98c4-033971b64d04 req-1220ef62-44e8-4a0c-9559-4a6126544449 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0501640 Aug 15 14:15:43.531008 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f94e6b26-21a0-49d3-98c4-033971b64d04 req-c4eb486f-7fa3-4fb2-a295-3a784db926d6 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317395 Aug 15 14:15:43.827402 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:43.853686 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211d188-8b4a-4652-9bd6-a41824091de1 req-42f64225-44a8-472e-b829-1ec01507bafb tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:43.855205 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e211d188-8b4a-4652-9bd6-a41824091de1 req-42f64225-44a8-472e-b829-1ec01507bafb tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0524149 Aug 15 14:15:43.894511 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e211d188-8b4a-4652-9bd6-a41824091de1 req-45addd4d-98c8-493b-b4ec-c12157f30c98 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325003 Aug 15 14:15:44.142586 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1e754-e29c-4d8c-bd08-d07f445c7bc6 req-adaad912-ae2b-45f4-8005-e27e298a86fa tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:44.144060 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5df1e754-e29c-4d8c-bd08-d07f445c7bc6 req-adaad912-ae2b-45f4-8005-e27e298a86fa tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 946 time: 0.0506020 Aug 15 14:15:44.181805 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5df1e754-e29c-4d8c-bd08-d07f445c7bc6 req-899051b9-92b7-4ccc-91fd-29910a100587 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316348 Aug 15 14:15:44.189725 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2fc7ce-208a-4252-9727-953beaa027a2 req-7265aaa3-026c-4e1b-9c54-f8e5db796cb4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:44.191258 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9f2fc7ce-208a-4252-9727-953beaa027a2 req-7265aaa3-026c-4e1b-9c54-f8e5db796cb4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 944 time: 0.0489519 Aug 15 14:15:44.229996 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9f2fc7ce-208a-4252-9727-953beaa027a2 req-ec96a259-d211-4d50-9b4f-49691edb7905 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318711 Aug 15 14:15:44.451410 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['00cba10d-2609-41ae-8d76-a5fff0216558'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:15:44.650480 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:44.652755 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b64e3-2974-46d0-a084-1064440e4e68 req-b87a3347-0200-4aec-b7a5-f4cb429cd8be tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:44.654337 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c08b64e3-2974-46d0-a084-1064440e4e68 req-b87a3347-0200-4aec-b7a5-f4cb429cd8be tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0539281 Aug 15 14:15:44.696004 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c08b64e3-2974-46d0-a084-1064440e4e68 req-9d975d27-de19-45a3-9de9-5577f1bdfc4d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358939 Aug 15 14:15:45.006170 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45561f67-18d9-4c11-8a5d-da1ef88e7f8f req-f87d0a6d-44d3-4899-a443-b1aabdc5dbe5 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:45.008333 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-45561f67-18d9-4c11-8a5d-da1ef88e7f8f req-f87d0a6d-44d3-4899-a443-b1aabdc5dbe5 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0494168 Aug 15 14:15:45.045099 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-45561f67-18d9-4c11-8a5d-da1ef88e7f8f req-22bb57d7-437d-4fc7-9fe7-06bf2f3d95aa tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ee45639-d033-4c04-851e-c5548b1d159a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308239 Aug 15 14:15:45.165578 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320dd5f-0020-4864-addd-2618b1aac24f req-c03f1057-5baf-4be0-8927-ef6d7f99eb28 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:45.167237 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7320dd5f-0020-4864-addd-2618b1aac24f req-c03f1057-5baf-4be0-8927-ef6d7f99eb28 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 945 time: 0.0472469 Aug 15 14:15:45.261302 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-7320dd5f-0020-4864-addd-2618b1aac24f req-09729edb-fd76-4889-963f-a0e74719fb40 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Deleting port e6b9c826-8be3-45bf-925b-a0034dfa144e {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:15:45.261687 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-7320dd5f-0020-4864-addd-2618b1aac24f req-09729edb-fd76-4889-963f-a0e74719fb40 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:45.384555 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670922d-c797-443e-9b33-141dfe1d5e10 req-41a8313d-0aea-4ad6-8e05-2c08ff7e51ec tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:45.386015 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7670922d-c797-443e-9b33-141dfe1d5e10 req-41a8313d-0aea-4ad6-8e05-2c08ff7e51ec tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 944 time: 0.0835402 Aug 15 14:15:45.390599 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-7320dd5f-0020-4864-addd-2618b1aac24f req-09729edb-fd76-4889-963f-a0e74719fb40 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] For port e6b9c826-8be3-45bf-925b-a0034dfa144e, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=e6b9c826-8be3-45bf-925b-a0034dfa144e,segment=NetworkSegment(510f0b11-dda3-4cdb-8b1a-066aa988a8f5),segment_id=510f0b11-dda3-4cdb-8b1a-066aa988a8f5)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:15:45.390962 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-7320dd5f-0020-4864-addd-2618b1aac24f req-09729edb-fd76-4889-963f-a0e74719fb40 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:45.418816 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-7320dd5f-0020-4864-addd-2618b1aac24f req-09729edb-fd76-4889-963f-a0e74719fb40 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Calling delete_port for e6b9c826-8be3-45bf-925b-a0034dfa144e owned by compute:nova {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:15:45.443535 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7670922d-c797-443e-9b33-141dfe1d5e10 req-cc56f206-dcd1-439f-befd-77f9265d1c72 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501895 Aug 15 14:15:45.606228 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-7320dd5f-0020-4864-addd-2618b1aac24f req-09729edb-fd76-4889-963f-a0e74719fb40 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:45.636140 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09729edb-fd76-4889-963f-a0e74719fb40 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Pushing event deleted for resources: {'Port': ['ID=e6b9c826-8be3-45bf-925b-a0034dfa144e,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:15:45.680788 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-7320dd5f-0020-4864-addd-2618b1aac24f req-09729edb-fd76-4889-963f-a0e74719fb40 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] No DVR routers for this DVR port e6b9c826-8be3-45bf-925b-a0034dfa144e on host hv-cinder-80458 {{(pid=94450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:15:45.683297 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-7320dd5f-0020-4864-addd-2618b1aac24f req-09729edb-fd76-4889-963f-a0e74719fb40 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:45.685315 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7320dd5f-0020-4864-addd-2618b1aac24f req-09729edb-fd76-4889-963f-a0e74719fb40 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.20 "DELETE /v2.0/ports/e6b9c826-8be3-45bf-925b-a0034dfa144e HTTP/1.1" status: 204 len: 173 time: 0.5113180 Aug 15 14:15:45.685801 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9a3bbd-ee8d-4920-a80d-36c117868f27', 'name': 'network-vif-deleted', 'tag': 'e6b9c826-8be3-45bf-925b-a0034dfa144e'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:15:45.688031 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca141ea-e1f5-4be2-b680-ba11290e1833" -d '{"events": [{"server_uuid": "ea9a3bbd-ee8d-4920-a80d-36c117868f27", "name": "network-vif-deleted", "tag": "e6b9c826-8be3-45bf-925b-a0034dfa144e"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:15:45.724382 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f915cf4f-c63e-488c-bda6-038bad259487 x-openstack-request-id: req-f915cf4f-c63e-488c-bda6-038bad259487 {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:15:45.724658 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea9a3bbd-ee8d-4920-a80d-36c117868f27", "name": "network-vif-deleted", "tag": "e6b9c826-8be3-45bf-925b-a0034dfa144e", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:15:45.725024 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f915cf4f-c63e-488c-bda6-038bad259487 {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:15:45.725342 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea9a3bbd-ee8d-4920-a80d-36c117868f27', 'name': 'network-vif-deleted', 'tag': 'e6b9c826-8be3-45bf-925b-a0034dfa144e', 'status': 'completed', 'code': 200} Aug 15 14:15:45.815850 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e1e83-9a2f-41e5-89e5-42fe15ebbe7c req-a86a8ed1-e2d5-4c58-8bdf-95d49cd5a5a0 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:45.817351 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-eb3e1e83-9a2f-41e5-89e5-42fe15ebbe7c req-a86a8ed1-e2d5-4c58-8bdf-95d49cd5a5a0 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0524385 Aug 15 14:15:45.854903 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-eb3e1e83-9a2f-41e5-89e5-42fe15ebbe7c req-4bba3292-84ce-4c9e-98ae-de601ad964f9 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313697 Aug 15 14:15:45.982088 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['e6b9c826-8be3-45bf-925b-a0034dfa144e'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:15:46.153014 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-bac44e9e-2147-4b92-afc3-ec52c9cb084d req-8b2832c3-2975-4bde-8708-4e8cc5844086 tempest-ServerRescueNegativeTestJSON-1942451155 tempest-ServerRescueNegativeTestJSON-1942451155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea9a3bbd-ee8d-4920-a80d-36c117868f27 HTTP/1.1" status: 200 len: 210 time: 0.0292344 Aug 15 14:15:46.557281 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844a931-2075-4fc0-a122-1b1e7859d4eb req-ed8383cc-3364-4fda-b0d7-4c452f6fbcfc tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:46.558814 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b844a931-2075-4fc0-a122-1b1e7859d4eb req-ed8383cc-3364-4fda-b0d7-4c452f6fbcfc tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 944 time: 0.0498374 Aug 15 14:15:46.571793 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:46.598118 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b844a931-2075-4fc0-a122-1b1e7859d4eb req-6b27c835-a1b9-45fd-b895-5518e80d7f6c tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333827 Aug 15 14:15:46.967796 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be444d-2b35-486c-ba44-f7ae9ad515bc req-9f43bd7b-b4a4-4a5f-b005-8943d47d1001 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:46.969270 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-44be444d-2b35-486c-ba44-f7ae9ad515bc req-9f43bd7b-b4a4-4a5f-b005-8943d47d1001 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0473251 Aug 15 14:15:47.007015 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-44be444d-2b35-486c-ba44-f7ae9ad515bc req-f27116fb-afab-463b-ac21-769866d55ebd tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317302 Aug 15 14:15:47.206473 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 48058) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:15:47.380773 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 00cba10d-2609-41ae-8d76-a5fff0216558 up at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:15:47.501886 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning for port 00cba10d-2609-41ae-8d76-a5fff0216558 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:15:47.505746 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning complete for port 00cba10d-2609-41ae-8d76-a5fff0216558 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:15:47.506115 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:47.584282 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:47.606295 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408383bb-606e-47aa-83c7-9e1ac58d8d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cba10d-2609-41ae-8d76-a5fff0216558'}] {{(pid=94453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:15:47.608483 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67f9f608f21815e3b7d057bcd481c644a3f088ed5729c17767b65ea5f15acf6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056266af-1483-4b99-b904-4461ea3b95a9" -d '{"events": [{"server_uuid": "408383bb-606e-47aa-83c7-9e1ac58d8d0b", "name": "network-vif-plugged", "status": "completed", "tag": "00cba10d-2609-41ae-8d76-a5fff0216558"}]}' {{(pid=94453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:15:47.623019 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-fdd501a0-93b8-400e-af92-a18555ed1e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520604'] for router_interface, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:47.627013 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 00cba10d-2609-41ae-8d76-a5fff0216558, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=00cba10d-2609-41ae-8d76-a5fff0216558,segment=NetworkSegment(b621ef3b-4103-4fcd-84aa-5ab6add98e0a),segment_id=b621ef3b-4103-4fcd-84aa-5ab6add98e0a)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:15:47.646225 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c72814-bc71-4e43-9b89-83e5ea72d68b x-openstack-request-id: req-d6c72814-bc71-4e43-9b89-83e5ea72d68b {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:15:47.646225 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408383bb-606e-47aa-83c7-9e1ac58d8d0b", "name": "network-vif-plugged", "status": "completed", "tag": "00cba10d-2609-41ae-8d76-a5fff0216558", "code": 200}]} {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:15:47.646225 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d6c72814-bc71-4e43-9b89-83e5ea72d68b {{(pid=94453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:15:47.651663 dv-cinder-804581-6-iscsi neutron-server[94453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408383bb-606e-47aa-83c7-9e1ac58d8d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cba10d-2609-41ae-8d76-a5fff0216558', 'code': 200} Aug 15 14:15:47.697673 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:47.698520 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device e6b9c826-8be3-45bf-925b-a0034dfa144e no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:15:47.730362 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d6a2e-b125-41f4-967a-846b5ab86a02 req-8ce2077f-57b1-4ab0-8fed-89db0ae13638 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:47.732029 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1d7d6a2e-b125-41f4-967a-846b5ab86a02 req-8ce2077f-57b1-4ab0-8fed-89db0ae13638 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 944 time: 0.0549905 Aug 15 14:15:47.736433 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] No Port match for: e6b9c826-8be3-45bf-925b-a0034dfa144e {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:15:47.736792 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device e6b9c826-8be3-45bf-925b-a0034dfa144e not bound to the agent host hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:15:47.765359 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=00cba10d-2609-41ae-8d76-a5fff0216558,revision_number=5']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:15:47.773243 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1d7d6a2e-b125-41f4-967a-846b5ab86a02 req-fb229137-e5a7-41ca-857b-a91d21be29d4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335383 Aug 15 14:15:47.920287 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.plugin [None req-fdd501a0-93b8-400e-af92-a18555ed1e0a admin admin] Deleting port 7188fab9-fabf-4f37-897a-5dfcaaf80efd {{(pid=94451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:15:47.920674 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-fdd501a0-93b8-400e-af92-a18555ed1e0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:47.964816 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a627a-3cd4-4913-9143-7d4f0b0a2ed8 req-1a57e147-1bd8-4920-addf-58fcfa5225a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:47.966324 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-682a627a-3cd4-4913-9143-7d4f0b0a2ed8 req-1a57e147-1bd8-4920-addf-58fcfa5225a6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 1098 time: 0.0397093 Aug 15 14:15:47.999876 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.db [None req-fdd501a0-93b8-400e-af92-a18555ed1e0a admin admin] For port 7188fab9-fabf-4f37-897a-5dfcaaf80efd, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=7188fab9-fabf-4f37-897a-5dfcaaf80efd,segment=NetworkSegment(510f0b11-dda3-4cdb-8b1a-066aa988a8f5),segment_id=510f0b11-dda3-4cdb-8b1a-066aa988a8f5)] {{(pid=94451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:15:48.000238 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-fdd501a0-93b8-400e-af92-a18555ed1e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:48.006095 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-682a627a-3cd4-4913-9143-7d4f0b0a2ed8 req-db6e5509-da6f-4b9a-a347-fb70fdda3722 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312083 Aug 15 14:15:48.013731 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.plugin [None req-fdd501a0-93b8-400e-af92-a18555ed1e0a admin admin] Calling delete_port for 7188fab9-fabf-4f37-897a-5dfcaaf80efd owned by network:router_interface {{(pid=94451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:15:48.124344 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9e312-4490-4993-a9dd-2e97ede4faf1 req-ffa38e25-aa8f-4d76-9197-261bbe8c97c0 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:48.125941 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-93a9e312-4490-4993-a9dd-2e97ede4faf1 req-ffa38e25-aa8f-4d76-9197-261bbe8c97c0 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0504794 Aug 15 14:15:48.166965 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-93a9e312-4490-4993-a9dd-2e97ede4faf1 req-08e9a99e-8db1-4354-b152-1e329a989791 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347993 Aug 15 14:15:48.520695 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-fdd501a0-93b8-400e-af92-a18555ed1e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823643'] for port, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:48.546527 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd501a0-93b8-400e-af92-a18555ed1e0a admin admin] Pushing event deleted for resources: {'Port': ['ID=7188fab9-fabf-4f37-897a-5dfcaaf80efd,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:15:48.701024 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-fdd501a0-93b8-400e-af92-a18555ed1e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594476'] for router_interface, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:48.901675 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128fa336-ac7f-4da0-8688-c7413c369649 req-133956f8-e187-47ae-9422-c7bde3590105 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:48.903155 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-128fa336-ac7f-4da0-8688-c7413c369649 req-133956f8-e187-47ae-9422-c7bde3590105 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 945 time: 0.0557356 Aug 15 14:15:48.927579 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd501a0-93b8-400e-af92-a18555ed1e0a admin admin] Router b1e63435-38c8-48f0-a18c-c422ee69dcf8 has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:15:48.940866 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-128fa336-ac7f-4da0-8688-c7413c369649 req-eba4e192-adc4-402f-ad97-d26aaf9da55e tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316577 Aug 15 14:15:49.032252 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd501a0-93b8-400e-af92-a18555ed1e0a admin admin] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:15:49.040409 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-fdd501a0-93b8-400e-af92-a18555ed1e0a admin admin] 10.222.0.22 "PUT /v2.0/routers/b1e63435-38c8-48f0-a18c-c422ee69dcf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8300347 Aug 15 14:15:49.040409 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 48082) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:15:49.042130 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a166998e-1529-4571-9b19-7a658f506bed None None] Sync routers for ids ['b1e63435-38c8-48f0-a18c-c422ee69dcf8'] in dv-cinder-804581-6-iscsi {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:15:49.057730 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a166998e-1529-4571-9b19-7a658f506bed None None] Routers {'b1e63435-38c8-48f0-a18c-c422ee69dcf8'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:15:49.058337 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-a166998e-1529-4571-9b19-7a658f506bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:15:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['b1e63435-38c8-48f0-a18c-c422ee69dcf8'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:15:49.144056 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e54c0288-2d46-4cfc-bf77-4dc911949f11 admin admin] Notify callbacks [] for router, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:49.159288 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-a166998e-1529-4571-9b19-7a658f506bed None None] Set router b1e63435-38c8-48f0-a18c-c422ee69dcf8 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:15:49.264310 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e54c0288-2d46-4cfc-bf77-4dc911949f11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:49.296910 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07cdab-c04c-4fbb-97d1-73733dd71fe4 req-49a8b3bb-db7e-4c2c-8e42-e10fab45d11f tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:49.298551 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-eb07cdab-c04c-4fbb-97d1-73733dd71fe4 req-49a8b3bb-db7e-4c2c-8e42-e10fab45d11f tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0602639 Aug 15 14:15:49.341329 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-eb07cdab-c04c-4fbb-97d1-73733dd71fe4 req-a0a646f2-8fc8-4030-a3a2-200bb89c1da0 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355608 Aug 15 14:15:49.396669 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.plugin [None req-e54c0288-2d46-4cfc-bf77-4dc911949f11 admin admin] Deleting port fbe920cd-d7aa-4dac-ae4b-426e80467366 {{(pid=94451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:15:49.397015 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e54c0288-2d46-4cfc-bf77-4dc911949f11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:49.442706 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-a166998e-1529-4571-9b19-7a658f506bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e63435-38c8-48f0-a18c-c422ee69dcf8', 'name': 'tempest-ServerRescueNegativeTestJSON-1579133195-router', 'tenant_id': '1073d5d571274638afba8bb0c8b43962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'fbe920cd-d7aa-4dac-ae4b-426e80467366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:11:35Z', 'updated_at': '2021-08-15T14:15:48Z', 'revision_number': 5, 'project_id': '1073d5d571274638afba8bb0c8b43962', 'gw_port': {'id': 'fbe920cd-d7aa-4dac-ae4b-426e80467366', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:3a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e63435-38c8-48f0-a18c-c422ee69dcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:37Z', 'updated_at': '2021-08-15T14:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:15:49.469103 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a166998e-1529-4571-9b19-7a658f506bed None None] Checking router: b1e63435-38c8-48f0-a18c-c422ee69dcf8 for host: dv-cinder-804581-6-iscsi {{(pid=94454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:15:49.478002 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a166998e-1529-4571-9b19-7a658f506bed None None] Routers {'b1e63435-38c8-48f0-a18c-c422ee69dcf8'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:15:49.478597 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-a166998e-1529-4571-9b19-7a658f506bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:15:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['b1e63435-38c8-48f0-a18c-c422ee69dcf8'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:15:49.484130 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.db [None req-e54c0288-2d46-4cfc-bf77-4dc911949f11 admin admin] For port fbe920cd-d7aa-4dac-ae4b-426e80467366, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=fbe920cd-d7aa-4dac-ae4b-426e80467366,segment=NetworkSegment(5e752e44-7069-4182-ac48-4f84d046513a),segment_id=5e752e44-7069-4182-ac48-4f84d046513a)] {{(pid=94451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:15:49.484519 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e54c0288-2d46-4cfc-bf77-4dc911949f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:49.496317 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.plugin [None req-e54c0288-2d46-4cfc-bf77-4dc911949f11 admin admin] Calling delete_port for fbe920cd-d7aa-4dac-ae4b-426e80467366 owned by network:router_gateway {{(pid=94451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:15:49.560619 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-a166998e-1529-4571-9b19-7a658f506bed None None] Set router b1e63435-38c8-48f0-a18c-c422ee69dcf8 gateway port host: None {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:15:49.613121 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-a166998e-1529-4571-9b19-7a658f506bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e63435-38c8-48f0-a18c-c422ee69dcf8', 'name': 'tempest-ServerRescueNegativeTestJSON-1579133195-router', 'tenant_id': '1073d5d571274638afba8bb0c8b43962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:11:35Z', 'updated_at': '2021-08-15T14:15:49Z', 'revision_number': 6, 'project_id': '1073d5d571274638afba8bb0c8b43962', 'gw_port_host': None}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:15:49.639740 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a166998e-1529-4571-9b19-7a658f506bed None None] The sync data for ids ['b1e63435-38c8-48f0-a18c-c422ee69dcf8'] in dv-cinder-804581-6-iscsi is: [{'id': 'b1e63435-38c8-48f0-a18c-c422ee69dcf8', 'name': 'tempest-ServerRescueNegativeTestJSON-1579133195-router', 'tenant_id': '1073d5d571274638afba8bb0c8b43962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:11:35Z', 'updated_at': '2021-08-15T14:15:49Z', 'revision_number': 6, 'project_id': '1073d5d571274638afba8bb0c8b43962', 'gw_port_host': None}] {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:15:49.726424 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e54c0288-2d46-4cfc-bf77-4dc911949f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823643'] for port, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:49.749448 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c0288-2d46-4cfc-bf77-4dc911949f11 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbe920cd-d7aa-4dac-ae4b-426e80467366,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:15:49.810438 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e54c0288-2d46-4cfc-bf77-4dc911949f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594902'] for router_gateway, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:49.916197 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e54c0288-2d46-4cfc-bf77-4dc911949f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-591674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1427'] for router, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:49.918443 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e54c0288-2d46-4cfc-bf77-4dc911949f11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:50.059017 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e54c0288-2d46-4cfc-bf77-4dc911949f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591669'] for router, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:50.059540 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54c0288-2d46-4cfc-bf77-4dc911949f11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1e63435-38c8-48f0-a18c-c422ee69dcf8 {{(pid=94451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 15 14:15:50.066364 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e54c0288-2d46-4cfc-bf77-4dc911949f11 admin admin] Notify callbacks [] for router, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:50.067585 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-e54c0288-2d46-4cfc-bf77-4dc911949f11 admin admin] 10.222.0.22 "DELETE /v2.0/routers/b1e63435-38c8-48f0-a18c-c422ee69dcf8 HTTP/1.1" status: 204 len: 168 time: 1.0261745 Aug 15 14:15:50.070569 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 48092) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:15:50.081455 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b9cae-35bf-4540-beb9-02dca5136bb5 req-bf8fbe9a-f3ad-420f-a977-41595c245f63 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:50.082981 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e67b9cae-35bf-4540-beb9-02dca5136bb5 req-bf8fbe9a-f3ad-420f-a977-41595c245f63 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 945 time: 0.0645573 Aug 15 14:15:50.123282 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e67b9cae-35bf-4540-beb9-02dca5136bb5 req-2a833793-0f64-443c-ae19-ec52b3e74414 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334151 Aug 15 14:15:50.123563 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_v2 [None req-178cf313-0a49-4318-a09f-7cd7880bf506 admin admin] Deleting subnet 9e7c7efa-002b-4af9-be04-92bb27db3bc2 {{(pid=94450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 15 14:15:50.126809 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-178cf313-0a49-4318-a09f-7cd7880bf506 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:50.164817 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-178cf313-0a49-4318-a09f-7cd7880bf506 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8972445'] for subnet, precommit_delete_associations {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:50.203562 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-178cf313-0a49-4318-a09f-7cd7880bf506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1604558'] for subnet, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:50.320719 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-178cf313-0a49-4318-a09f-7cd7880bf506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1604569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10384394'] for subnet, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:50.349288 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cf313-0a49-4318-a09f-7cd7880bf506 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e7c7efa-002b-4af9-be04-92bb27db3bc2,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:15:50.352132 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-178cf313-0a49-4318-a09f-7cd7880bf506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for subnet, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:50.355391 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-178cf313-0a49-4318-a09f-7cd7880bf506 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9e7c7efa-002b-4af9-be04-92bb27db3bc2 HTTP/1.1" status: 204 len: 168 time: 0.2820938 Aug 15 14:15:50.363288 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 48096) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:15:50.460196 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-26b67121-e397-40ac-9f02-fc1803eab2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586961'] for network, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:50.484458 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc098ec8-3ccb-4b17-ae7b-5c288eec9385 req-ef48fc7c-3f75-42ce-931f-581eac5c020c tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:50.485971 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-dc098ec8-3ccb-4b17-ae7b-5c288eec9385 req-ef48fc7c-3f75-42ce-931f-581eac5c020c tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0711169 Aug 15 14:15:50.578965 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-26b67121-e397-40ac-9f02-fc1803eab2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1603913', 'neutron.services.segments.db._delete_segments_for_network-8787669368688'] for network, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:50.589486 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-dc098ec8-3ccb-4b17-ae7b-5c288eec9385 req-832e0c29-14c6-42e2-b7c9-40310855471d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834446 Aug 15 14:15:50.592609 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.services.segments.db [None req-26b67121-e397-40ac-9f02-fc1803eab2c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d15e1a-b561-4699-b6d6-2650782011ad']}} {{(pid=94450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:15:50.603762 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.services.segments.db [None req-26b67121-e397-40ac-9f02-fc1803eab2c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '510f0b11-dda3-4cdb-8b1a-066aa988a8f5') {'for_net_delete': True} {{(pid=94450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:15:50.604168 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.services.segments.db [None req-26b67121-e397-40ac-9f02-fc1803eab2c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '510f0b11-dda3-4cdb-8b1a-066aa988a8f5') {} {{(pid=94450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:15:50.614254 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-26b67121-e397-40ac-9f02-fc1803eab2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787669372281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8972426'] for segment, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:50.627867 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-26b67121-e397-40ac-9f02-fc1803eab2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:50.633743 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b67121-e397-40ac-9f02-fc1803eab2c2 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=94450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 15 14:15:50.634142 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-26b67121-e397-40ac-9f02-fc1803eab2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976338'] for segment, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:50.635823 dv-cinder-804581-6-iscsi neutron-server[94450]: Traceback (most recent call last): Aug 15 14:15:50.635823 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 15 14:15:50.635823 dv-cinder-804581-6-iscsi neutron-server[94450]: timer() Aug 15 14:15:50.635823 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 15 14:15:50.635823 dv-cinder-804581-6-iscsi neutron-server[94450]: cb(*args, **kw) Aug 15 14:15:50.635823 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 15 14:15:50.635823 dv-cinder-804581-6-iscsi neutron-server[94450]: return func(*args, **kwargs) Aug 15 14:15:50.635823 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 15 14:15:50.635823 dv-cinder-804581-6-iscsi neutron-server[94450]: self._notify() Aug 15 14:15:50.635823 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 15 14:15:50.635823 dv-cinder-804581-6-iscsi neutron-server[94450]: self.callback(batched_events) Aug 15 14:15:50.635823 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 15 14:15:50.635823 dv-cinder-804581-6-iscsi neutron-server[94450]: event.method(event) Aug 15 14:15:50.635823 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 15 14:15:50.635823 dv-cinder-804581-6-iscsi neutron-server[94450]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 15 14:15:50.635823 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 15 14:15:50.635823 dv-cinder-804581-6-iscsi neutron-server[94450]: aggregate_uuid = self.p_client.list_aggregates( Aug 15 14:15:50.635823 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 15 14:15:50.635823 dv-cinder-804581-6-iscsi neutron-server[94450]: return f(self, *a, **k) Aug 15 14:15:50.635823 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 15 14:15:50.635823 dv-cinder-804581-6-iscsi neutron-server[94450]: return self._get(url).json() Aug 15 14:15:50.635823 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 15 14:15:50.635823 dv-cinder-804581-6-iscsi neutron-server[94450]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 15 14:15:50.635823 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 15 14:15:50.635823 dv-cinder-804581-6-iscsi neutron-server[94450]: return self.request(url, 'GET', **kwargs) Aug 15 14:15:50.635823 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 15 14:15:50.635823 dv-cinder-804581-6-iscsi neutron-server[94450]: base_url = self.get_endpoint(auth, allow=allow, Aug 15 14:15:50.635823 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 15 14:15:50.635823 dv-cinder-804581-6-iscsi neutron-server[94450]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 15 14:15:50.635823 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 15 14:15:50.635823 dv-cinder-804581-6-iscsi neutron-server[94450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 15 14:15:50.635823 dv-cinder-804581-6-iscsi neutron-server[94450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 15 14:15:50.764721 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-26b67121-e397-40ac-9f02-fc1803eab2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1603920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594858'] for network, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:50.771022 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-26b67121-e397-40ac-9f02-fc1803eab2c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:50.777830 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-26b67121-e397-40ac-9f02-fc1803eab2c2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f6d15e1a-b561-4699-b6d6-2650782011ad HTTP/1.1" status: 204 len: 168 time: 0.4091620 Aug 15 14:15:50.792513 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b67121-e397-40ac-9f02-fc1803eab2c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6d15e1a-b561-4699-b6d6-2650782011ad,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:15:50.802756 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 7188fab9-fabf-4f37-897a-5dfcaaf80efd no longer exists at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:15:50.826931 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] No Port match for: 7188fab9-fabf-4f37-897a-5dfcaaf80efd {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:15:50.827278 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 7188fab9-fabf-4f37-897a-5dfcaaf80efd not bound to the agent host dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:15:50.831842 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device fbe920cd-d7aa-4dac-ae4b-426e80467366 no longer exists at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:15:50.846725 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] No Port match for: fbe920cd-d7aa-4dac-ae4b-426e80467366 {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:15:50.847074 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device fbe920cd-d7aa-4dac-ae4b-426e80467366 not bound to the agent host dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:15:51.148705 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 48110) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:15:51.188611 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-290f01f5-ed7a-4888-85df-7abecfd14b2a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1073d5d571274638afba8bb0c8b43962&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0386670 Aug 15 14:15:51.191295 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 48112) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:15:51.239442 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e111d5-28d9-4925-bc02-a37c522f720e req-84b56f55-4652-45aa-acd7-c462206a1408 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:51.240997 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c4e111d5-28d9-4925-bc02-a37c522f720e req-84b56f55-4652-45aa-acd7-c462206a1408 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 945 time: 0.0499432 Aug 15 14:15:51.244119 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-62a77377-73e7-496e-85f3-b45c7243c61c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:51.269776 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-62a77377-73e7-496e-85f3-b45c7243c61c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:51.278931 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c4e111d5-28d9-4925-bc02-a37c522f720e req-b5d6bf41-56cb-4547-bdb4-23684b5bd0e2 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319374 Aug 15 14:15:51.393073 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396fc9d-9fab-4154-9146-4bb58c92c6c5 req-e98b0e71-4697-4c40-b173-347a61cd4814 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:51.395117 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7396fc9d-9fab-4154-9146-4bb58c92c6c5 req-e98b0e71-4697-4c40-b173-347a61cd4814 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 945 time: 0.0493276 Aug 15 14:15:51.395990 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-62a77377-73e7-496e-85f3-b45c7243c61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:51.399462 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-62a77377-73e7-496e-85f3-b45c7243c61c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:51.402923 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-62a77377-73e7-496e-85f3-b45c7243c61c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8ee45639-d033-4c04-851e-c5548b1d159a HTTP/1.1" status: 204 len: 168 time: 0.2083037 Aug 15 14:15:51.421006 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a77377-73e7-496e-85f3-b45c7243c61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee45639-d033-4c04-851e-c5548b1d159a,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:15:51.445445 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7396fc9d-9fab-4154-9146-4bb58c92c6c5 req-8f5f68c8-0c60-4cfa-822d-a143feedec39 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416553 Aug 15 14:15:51.468295 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 48120) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:15:51.669681 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49b05f8-363d-4519-80c1-3c81dd4196f3 tempest-TestVolumeBootPattern-871771023 tempest-TestVolumeBootPattern-871771023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:51.682762 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-d49b05f8-363d-4519-80c1-3c81dd4196f3 tempest-TestVolumeBootPattern-871771023 tempest-TestVolumeBootPattern-871771023-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 1093 time: 0.2048185 Aug 15 14:15:51.682762 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 48130) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:15:51.682762 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-3ba7501f-ce7b-4527-ad10-4f33cb0a68f4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Request body: {'floatingip': {'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'port_id': '00cba10d-2609-41ae-8d76-a5fff0216558', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:15:51.708753 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa74d7-81ba-4545-9713-4d23805b0e1a req-471bcae1-97b9-4bbc-b2d7-396d267333a5 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:51.712784 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-19aa74d7-81ba-4545-9713-4d23805b0e1a req-471bcae1-97b9-4bbc-b2d7-396d267333a5 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0504017 Aug 15 14:15:51.749814 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-19aa74d7-81ba-4545-9713-4d23805b0e1a req-28d526da-90f5-463b-9df8-201e1177142b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327172 Aug 15 14:15:51.783545 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-3ba7501f-ce7b-4527-ad10-4f33cb0a68f4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for floatingip, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:51.886041 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-3ba7501f-ce7b-4527-ad10-4f33cb0a68f4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:51.988693 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [None req-3ba7501f-ce7b-4527-ad10-4f33cb0a68f4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Allocated IP 172.27.3.125 (1d9f8f4c-a9c3-49e7-b907-6801ec194130/0214dcca-22ca-4853-8d9b-9f5ee3e8fb08/ee34ebe5-b6a8-4cb2-8bde-826294e8dd7d) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:15:52.094117 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-3ba7501f-ce7b-4527-ad10-4f33cb0a68f4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:52.177916 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-3ba7501f-ce7b-4527-ad10-4f33cb0a68f4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:52.214430 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba7501f-ce7b-4527-ad10-4f33cb0a68f4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Network 1d9f8f4c-a9c3-49e7-b907-6801ec194130 is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:15:52.220620 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [None req-3ba7501f-ce7b-4527-ad10-4f33cb0a68f4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:15:52.224127 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba7501f-ce7b-4527-ad10-4f33cb0a68f4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:15:52.230005 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7501f-ce7b-4527-ad10-4f33cb0a68f4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Pushing event updated for resources: {'Port': ['ID=ee34ebe5-b6a8-4cb2-8bde-826294e8dd7d,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:15:52.436944 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 48152) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:15:52.542483 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-d8caaa26-d6d1-446b-b7fd-424d890aace7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1950464448-network', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:15:52.618443 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8caaa26-d6d1-446b-b7fd-424d890aace7 admin admin] Made reservation on behalf of b1cd26e2c90140de8aa0f6910b9341a5 for: {'network': 1} {{(pid=94451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:15:52.620918 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d8caaa26-d6d1-446b-b7fd-424d890aace7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for network, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:52.629944 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d8caaa26-d6d1-446b-b7fd-424d890aace7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:52.719215 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d8caaa26-d6d1-446b-b7fd-424d890aace7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:52.771845 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d8caaa26-d6d1-446b-b7fd-424d890aace7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:52.798325 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8caaa26-d6d1-446b-b7fd-424d890aace7 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=94451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 15 14:15:52.807948 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8caaa26-d6d1-446b-b7fd-424d890aace7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3670a129-f0d0-4f03-a130-3a6608a0caee,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:15:52.814868 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d8caaa26-d6d1-446b-b7fd-424d890aace7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:52.815539 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.db.segments_db [None req-d8caaa26-d6d1-446b-b7fd-424d890aace7 admin admin] Added segment 80471f41-1fac-4b4d-8c57-20e0de5d2141 of type vlan for network 81ce3d77-1ecb-4956-925d-d86609a6b989 Aug 15 14:15:52.823186 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-3ba7501f-ce7b-4527-ad10-4f33cb0a68f4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:52.858254 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d8caaa26-d6d1-446b-b7fd-424d890aace7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787668796995'] for network, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:52.901908 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3a1e9-cfac-4597-924a-612f9e3175c2 req-9cbd4512-f47d-428a-8d65-4b705a240fb9 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:52.903392 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-dec3a1e9-cfac-4597-924a-612f9e3175c2 req-9cbd4512-f47d-428a-8d65-4b705a240fb9 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0816584 Aug 15 14:15:52.944241 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-dec3a1e9-cfac-4597-924a-612f9e3175c2 req-fd7844de-6503-484f-beb8-3960a99ba444 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344369 Aug 15 14:15:52.993759 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d8caaa26-d6d1-446b-b7fd-424d890aace7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for network, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:52.994746 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8caaa26-d6d1-446b-b7fd-424d890aace7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:52.995354 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d8caaa26-d6d1-446b-b7fd-424d890aace7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:53.047288 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-3ba7501f-ce7b-4527-ad10-4f33cb0a68f4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:53.057421 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8caaa26-d6d1-446b-b7fd-424d890aace7 admin admin] Pushing event updated for resources: {'Network': ['ID=81ce3d77-1ecb-4956-925d-d86609a6b989,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:15:53.068764 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Network 81ce3d77-1ecb-4956-925d-d86609a6b989 details requested by agent ovs-agent-dv-cinder-804581-6-iscsi with host dv-cinder-804581-6-iscsi {{(pid=94453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 15 14:15:53.102953 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-d8caaa26-d6d1-446b-b7fd-424d890aace7 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6647627 Aug 15 14:15:53.106484 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 48160) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:15:53.113097 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-0eecbddc-0b67-45a9-97d3-9c3911990cb1 admin admin] Request body: {'subnet': {'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1950464448-subnet', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:15:53.203715 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-3ba7501f-ce7b-4527-ad10-4f33cb0a68f4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for port, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:53.251683 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eecbddc-0b67-45a9-97d3-9c3911990cb1 admin admin] Made reservation on behalf of b1cd26e2c90140de8aa0f6910b9341a5 for: {'subnet': 1} {{(pid=94451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:15:53.254158 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-0eecbddc-0b67-45a9-97d3-9c3911990cb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305965'] for subnet, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:53.280256 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-3ba7501f-ce7b-4527-ad10-4f33cb0a68f4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:53.347874 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7501f-ce7b-4527-ad10-4f33cb0a68f4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Pushing event updated for resources: {'Port': ['ID=ee34ebe5-b6a8-4cb2-8bde-826294e8dd7d,revision_number=2']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:15:53.358972 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-3ba7501f-ce7b-4527-ad10-4f33cb0a68f4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594844'] for floatingip, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:53.458856 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.db.l3_db [None req-3ba7501f-ce7b-4527-ad10-4f33cb0a68f4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Floating IP 42c5e098-6140-48c8-8770-a56380c18d58 associated. External IP: 172.27.3.125, port: 00cba10d-2609-41ae-8d76-a5fff0216558. Aug 15 14:15:53.480633 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-0eecbddc-0b67-45a9-97d3-9c3911990cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305951'] for subnet, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:53.539804 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eecbddc-0b67-45a9-97d3-9c3911990cb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f53a997d-ab58-4de4-8f6f-e69dca0dbda3,revision_number=0']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:15:53.553275 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eecbddc-0b67-45a9-97d3-9c3911990cb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:53.553664 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eecbddc-0b67-45a9-97d3-9c3911990cb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:53.554022 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eecbddc-0b67-45a9-97d3-9c3911990cb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:53.554351 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eecbddc-0b67-45a9-97d3-9c3911990cb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:53.554683 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eecbddc-0b67-45a9-97d3-9c3911990cb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:53.555012 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eecbddc-0b67-45a9-97d3-9c3911990cb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:53.555339 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eecbddc-0b67-45a9-97d3-9c3911990cb1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:53.555662 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eecbddc-0b67-45a9-97d3-9c3911990cb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:53.555987 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eecbddc-0b67-45a9-97d3-9c3911990cb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:53.556307 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eecbddc-0b67-45a9-97d3-9c3911990cb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:53.556625 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eecbddc-0b67-45a9-97d3-9c3911990cb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:53.556943 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eecbddc-0b67-45a9-97d3-9c3911990cb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:53.559613 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eecbddc-0b67-45a9-97d3-9c3911990cb1 admin admin] Checking segment: {'id': '80471f41-1fac-4b4d-8c57-20e0de5d2141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:15:53.559973 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eecbddc-0b67-45a9-97d3-9c3911990cb1 admin admin] Network hostable DHCP agents. Network: 81ce3d77-1ecb-4956-925d-d86609a6b989, hostable agents: ['79a36ae1-c81e-4df0-b784-d4dbca0423ec'], hosted agents: [] {{(pid=94451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 15 14:15:53.634657 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eecbddc-0b67-45a9-97d3-9c3911990cb1 admin admin] Network 81ce3d77-1ecb-4956-925d-d86609a6b989 is scheduled to be hosted by DHCP agent 79a36ae1-c81e-4df0-b784-d4dbca0423ec with binding_index 1 {{(pid=94451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 15 14:15:53.670287 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba7501f-ce7b-4527-ad10-4f33cb0a68f4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Router d8e3f065-29f9-4b82-a5a6-ec78243aa1ca has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:15:53.708964 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.base_scheduler [None req-0eecbddc-0b67-45a9-97d3-9c3911990cb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-6-iscsi, 81ce3d77-1ecb-4956-925d-d86609a6b989) {{(pid=94451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:15:53.713067 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eecbddc-0b67-45a9-97d3-9c3911990cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:53.713674 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-0eecbddc-0b67-45a9-97d3-9c3911990cb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:53.722033 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274cda49-234c-46bf-a019-0aabe1b862bc None None] Network 81ce3d77-1ecb-4956-925d-d86609a6b989 requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:15:53.787675 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba7501f-ce7b-4527-ad10-4f33cb0a68f4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:15:53.801342 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b96df2f-3e63-4e33-b6a9-83ade4a1187f None None] Sync routers for ids ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'] in dv-cinder-804581-6-iscsi {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:15:53.803275 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-0eecbddc-0b67-45a9-97d3-9c3911990cb1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6955473 Aug 15 14:15:53.806724 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 48168) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:15:53.811872 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-d42f10e3-bee2-455f-84a5-2468ebd7f83a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1950464448-router', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'}}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:15:53.826827 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b96df2f-3e63-4e33-b6a9-83ade4a1187f None None] Routers {'d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:15:53.827439 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-4b96df2f-3e63-4e33-b6a9-83ade4a1187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:15:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:15:53.888455 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-3ba7501f-ce7b-4527-ad10-4f33cb0a68f4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for floatingip, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:53.923389 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-3ba7501f-ce7b-4527-ad10-4f33cb0a68f4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2475121 Aug 15 14:15:53.923979 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408383bb-606e-47aa-83c7-9e1ac58d8d0b', 'tag': '00cba10d-2609-41ae-8d76-a5fff0216558'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:15:53.926347 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355f1bbc-acca-4803-bc6a-baeb05f0b329" -d '{"events": [{"name": "network-changed", "server_uuid": "408383bb-606e-47aa-83c7-9e1ac58d8d0b", "tag": "00cba10d-2609-41ae-8d76-a5fff0216558"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:15:53.963250 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a991bc-919b-4d30-943c-b23575859764 x-openstack-request-id: req-39a991bc-919b-4d30-943c-b23575859764 {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:15:53.963536 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "408383bb-606e-47aa-83c7-9e1ac58d8d0b", "tag": "00cba10d-2609-41ae-8d76-a5fff0216558", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:15:53.963787 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-39a991bc-919b-4d30-943c-b23575859764 {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:15:53.964177 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '408383bb-606e-47aa-83c7-9e1ac58d8d0b', 'tag': '00cba10d-2609-41ae-8d76-a5fff0216558', 'status': 'completed', 'code': 200} Aug 15 14:15:53.972813 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5088fd7e-cf9a-4197-a122-94aba2383907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8509098c-d4be-5410-8ba7-b88853ea627d-81ce3d77-1ecb-4956-925d-d86609a6b989', 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'fixed_ips': [{'subnet_id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3'}]}} from dv-cinder-804581-6-iscsi. {{(pid=94453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 15 14:15:53.980457 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-5088fd7e-cf9a-4197-a122-94aba2383907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:53.998481 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-4b96df2f-3e63-4e33-b6a9-83ade4a1187f None None] Set router d8e3f065-29f9-4b82-a5a6-ec78243aa1ca gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:15:54.000927 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d42f10e3-bee2-455f-84a5-2468ebd7f83a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1505'] for router, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:54.001986 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d42f10e3-bee2-455f-84a5-2468ebd7f83a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-594727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1514'] for router, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:54.105048 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d42f10e3-bee2-455f-84a5-2468ebd7f83a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:54.112139 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f1bbc-acca-4803-bc6a-baeb05f0b329 req-0a329a03-d870-40c7-9131-de3ce6d51aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:54.113702 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-355f1bbc-acca-4803-bc6a-baeb05f0b329 req-0a329a03-d870-40c7-9131-de3ce6d51aa1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e17307d397464d099cfe8fea70bc575f&device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 1098 time: 0.1232600 Aug 15 14:15:54.125488 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42baf18-6dbb-4708-9dcb-650e752bfb57 req-02422e2f-563a-465b-932a-a84952053c4e tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:54.126932 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e42baf18-6dbb-4708-9dcb-650e752bfb57 req-02422e2f-563a-465b-932a-a84952053c4e tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.1061854 Aug 15 14:15:54.300188 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e42baf18-6dbb-4708-9dcb-650e752bfb57 req-b4cc87bc-9221-48ba-9ae7-0ef3ce6204d5 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633120 Aug 15 14:15:54.312571 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f1bbc-acca-4803-bc6a-baeb05f0b329 req-15a6b270-d718-4ad7-bc35-ee133d9c1000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:54.314075 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-355f1bbc-acca-4803-bc6a-baeb05f0b329 req-15a6b270-d718-4ad7-bc35-ee133d9c1000 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a HTTP/1.1" status: 200 len: 913 time: 0.1862662 Aug 15 14:15:54.405003 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.db_base_plugin_common [None req-5088fd7e-cf9a-4197-a122-94aba2383907 None None] Allocated IP 172.20.0.2 (81ce3d77-1ecb-4956-925d-d86609a6b989/f53a997d-ab58-4de4-8f6f-e69dca0dbda3/99d53e96-ef0a-47c3-9794-e7d681965edc) {{(pid=94453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:15:54.452768 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d42f10e3-bee2-455f-84a5-2468ebd7f83a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:54.468325 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-355f1bbc-acca-4803-bc6a-baeb05f0b329 req-f885ed81-32a0-4048-b1ca-bdd67c6a15c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00cba10d-2609-41ae-8d76-a5fff0216558 HTTP/1.1" status: 200 len: 999 time: 0.1062562 Aug 15 14:15:54.532036 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f1bbc-acca-4803-bc6a-baeb05f0b329 req-cef8f63a-a1a7-46f6-a7bb-3b7fafad4ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:54.533539 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-355f1bbc-acca-4803-bc6a-baeb05f0b329 req-cef8f63a-a1a7-46f6-a7bb-3b7fafad4ad6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04fb6d4a-8e43-4587-8cf9-333c90daf207 HTTP/1.1" status: 200 len: 851 time: 0.0562952 Aug 15 14:15:54.609167 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-4b96df2f-3e63-4e33-b6a9-83ade4a1187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'name': 'tempest-TestVolumeBootPattern-2005930483-router', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:12Z', 'updated_at': '2021-08-15T14:14:16Z', 'revision_number': 4, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'gw_port': {'id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:13Z', 'updated_at': '2021-08-15T14:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_floatingips': [{'id': '42c5e098-6140-48c8-8770-a56380c18d58', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'router_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'port_id': '00cba10d-2609-41ae-8d76-a5fff0216558', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'mac_address': 'fa:16:3e:a6:ff:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408383bb-606e-47aa-83c7-9e1ac58d8d0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-15T14:15:52Z', 'updated_at': '2021-08-15T14:15:52Z', 'revision_number': 0, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10368493-0ae5-4573-92fd-0fb7747e7971', 'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'mac_address': 'fa:16:3e:fd:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:15Z', 'updated_at': '2021-08-15T14:14:21Z', 'revision_number': 5, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'subnets': [{'id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:15:54.635254 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f1bbc-acca-4803-bc6a-baeb05f0b329 req-2d6119b3-fde8-47d9-8e50-2a56d18b01a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:54.636762 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-355f1bbc-acca-4803-bc6a-baeb05f0b329 req-2d6119b3-fde8-47d9-8e50-2a56d18b01a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762348 Aug 15 14:15:54.646116 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-5088fd7e-cf9a-4197-a122-94aba2383907 None None] Notify callbacks [] for port, precommit_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:54.651019 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b96df2f-3e63-4e33-b6a9-83ade4a1187f None None] Checking router: d8e3f065-29f9-4b82-a5a6-ec78243aa1ca for host: dv-cinder-804581-6-iscsi {{(pid=94453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:15:54.661428 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-5088fd7e-cf9a-4197-a122-94aba2383907 None None] Transition to ACTIVE for port object 99d53e96-ef0a-47c3-9794-e7d681965edc will not be triggered until provisioned by entity L2. {{(pid=94453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:15:54.669539 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b96df2f-3e63-4e33-b6a9-83ade4a1187f None None] Routers {'d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:15:54.670167 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-4b96df2f-3e63-4e33-b6a9-83ade4a1187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:15:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:15:54.716434 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-5088fd7e-cf9a-4197-a122-94aba2383907 None None] Transition to ACTIVE for port object 99d53e96-ef0a-47c3-9794-e7d681965edc will not be triggered until provisioned by entity DHCP. {{(pid=94453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:15:54.767466 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40d8ba-8ba0-47fb-aaff-31491c989d0e req-9e7d167a-97d5-48c8-a4d6-8dced25b6ef8 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:54.768888 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-3f40d8ba-8ba0-47fb-aaff-31491c989d0e req-9e7d167a-97d5-48c8-a4d6-8dced25b6ef8 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.1312714 Aug 15 14:15:54.778498 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-5088fd7e-cf9a-4197-a122-94aba2383907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469'] for port, after_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:54.855275 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-355f1bbc-acca-4803-bc6a-baeb05f0b329 req-71ece468-c1b4-4699-aa88-60c014312caf service neutron] 10.222.0.20 "GET /v2.0/networks/f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077763 Aug 15 14:15:54.860942 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5088fd7e-cf9a-4197-a122-94aba2383907 None None] Network 81ce3d77-1ecb-4956-925d-d86609a6b989 is already hosted by enough agents. {{(pid=94453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:15:54.868315 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.scheduler.base_scheduler [None req-5088fd7e-cf9a-4197-a122-94aba2383907 None None] Resources bound (agent type, host, resource id): {{(pid=94453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:15:54.872576 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5088fd7e-cf9a-4197-a122-94aba2383907 None None] Received port after_create {{(pid=94453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:15:54.874404 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088fd7e-cf9a-4197-a122-94aba2383907 None None] Pushing event updated for resources: {'Port': ['ID=99d53e96-ef0a-47c3-9794-e7d681965edc,revision_number=1']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:15:54.883909 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-3f40d8ba-8ba0-47fb-aaff-31491c989d0e req-181013a5-e2c7-4856-bfe6-85d8fcd6b587 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961637 Aug 15 14:15:54.890084 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-4b96df2f-3e63-4e33-b6a9-83ade4a1187f None None] Set router d8e3f065-29f9-4b82-a5a6-ec78243aa1ca gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:15:55.001612 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-5088fd7e-cf9a-4197-a122-94aba2383907 None None] Attempting to bind port 99d53e96-ef0a-47c3-9794-e7d681965edc on host dv-cinder-804581-6-iscsi for vnic_type normal with profile {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:15:55.001985 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-5088fd7e-cf9a-4197-a122-94aba2383907 None None] Attempting to bind port 99d53e96-ef0a-47c3-9794-e7d681965edc by drivers openvswitch,hyperv on host dv-cinder-804581-6-iscsi at level 0 using segments [{'id': '80471f41-1fac-4b4d-8c57-20e0de5d2141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989'}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:15:55.002349 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5088fd7e-cf9a-4197-a122-94aba2383907 None None] Attempting to bind port 99d53e96-ef0a-47c3-9794-e7d681965edc on network 81ce3d77-1ecb-4956-925d-d86609a6b989 {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:15:55.015639 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5088fd7e-cf9a-4197-a122-94aba2383907 None None] Checking agent: {'id': '9fd064e6-11f0-4c96-a2d8-3af8385acf93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 3, 44), 'started_at': datetime.datetime(2021, 8, 15, 14, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:15:55.016016 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5088fd7e-cf9a-4197-a122-94aba2383907 None None] Checking segment: {'id': '80471f41-1fac-4b4d-8c57-20e0de5d2141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:15:55.016422 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-5088fd7e-cf9a-4197-a122-94aba2383907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:55.016818 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5088fd7e-cf9a-4197-a122-94aba2383907 None None] Bound using segment: {'id': '80471f41-1fac-4b4d-8c57-20e0de5d2141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989'} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:15:55.017295 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-5088fd7e-cf9a-4197-a122-94aba2383907 None None] Bound port: 99d53e96-ef0a-47c3-9794-e7d681965edc, host: dv-cinder-804581-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80471f41-1fac-4b4d-8c57-20e0de5d2141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989'}}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:15:55.017708 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-5088fd7e-cf9a-4197-a122-94aba2383907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:55.150608 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-5088fd7e-cf9a-4197-a122-94aba2383907 None None] For port 99d53e96-ef0a-47c3-9794-e7d681965edc, host dv-cinder-804581-6-iscsi, cleared binding levels {{(pid=94453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:15:55.156538 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-5088fd7e-cf9a-4197-a122-94aba2383907 None None] For port 99d53e96-ef0a-47c3-9794-e7d681965edc, host dv-cinder-804581-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=99d53e96-ef0a-47c3-9794-e7d681965edc,segment=NetworkSegment(80471f41-1fac-4b4d-8c57-20e0de5d2141),segment_id=80471f41-1fac-4b4d-8c57-20e0de5d2141)] {{(pid=94453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:15:55.181483 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c671b1-12d2-46dc-943e-7655680564a4 req-01856a08-b905-4951-b582-cbce416655e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:55.182949 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-73c671b1-12d2-46dc-943e-7655680564a4 req-01856a08-b905-4951-b582-cbce416655e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d7d262d48af475e9d34d28cde3291b8&device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 1098 time: 0.4232574 Aug 15 14:15:55.213840 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-4b96df2f-3e63-4e33-b6a9-83ade4a1187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'name': 'tempest-TestVolumeBootPattern-2005930483-router', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:12Z', 'updated_at': '2021-08-15T14:14:16Z', 'revision_number': 4, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'gw_port': {'id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:13Z', 'updated_at': '2021-08-15T14:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_floatingips': [{'id': '42c5e098-6140-48c8-8770-a56380c18d58', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'router_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'port_id': '00cba10d-2609-41ae-8d76-a5fff0216558', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'mac_address': 'fa:16:3e:a6:ff:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408383bb-606e-47aa-83c7-9e1ac58d8d0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-15T14:15:52Z', 'updated_at': '2021-08-15T14:15:52Z', 'revision_number': 0, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10368493-0ae5-4573-92fd-0fb7747e7971', 'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'mac_address': 'fa:16:3e:fd:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:15Z', 'updated_at': '2021-08-15T14:14:21Z', 'revision_number': 5, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'subnets': [{'id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:15:55.240998 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-5088fd7e-cf9a-4197-a122-94aba2383907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:55.243383 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b96df2f-3e63-4e33-b6a9-83ade4a1187f None None] The sync data for ids ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'] in dv-cinder-804581-6-iscsi is: [{'id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'name': 'tempest-TestVolumeBootPattern-2005930483-router', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:12Z', 'updated_at': '2021-08-15T14:14:16Z', 'revision_number': 4, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'gw_port': {'id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:13Z', 'updated_at': '2021-08-15T14:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_floatingips': [{'id': '42c5e098-6140-48c8-8770-a56380c18d58', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'router_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'port_id': '00cba10d-2609-41ae-8d76-a5fff0216558', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'mac_address': 'fa:16:3e:a6:ff:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408383bb-606e-47aa-83c7-9e1ac58d8d0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-15T14:15:52Z', 'updated_at': '2021-08-15T14:15:52Z', 'revision_number': 0, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10368493-0ae5-4573-92fd-0fb7747e7971', 'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'mac_address': 'fa:16:3e:fd:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:15Z', 'updated_at': '2021-08-15T14:14:21Z', 'revision_number': 5, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'subnets': [{'id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:15:55.318443 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088fd7e-cf9a-4197-a122-94aba2383907 None None] Pushing event updated for resources: {'Port': ['ID=99d53e96-ef0a-47c3-9794-e7d681965edc,revision_number=2']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:15:55.344510 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d42f10e3-bee2-455f-84a5-2468ebd7f83a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:55.356827 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-355f1bbc-acca-4803-bc6a-baeb05f0b329 req-306b222a-4f57-4af2-aa82-c4664fe53a2f service neutron] 10.222.0.20 "GET /v2.0/networks/f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4910400 Aug 15 14:15:55.383462 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d42f10e3-bee2-455f-84a5-2468ebd7f83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:55.433735 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c671b1-12d2-46dc-943e-7655680564a4 req-291914f2-d2c3-40d9-a04a-a57802f40e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:55.435238 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-73c671b1-12d2-46dc-943e-7655680564a4 req-291914f2-d2c3-40d9-a04a-a57802f40e0a service neutron] 10.222.0.20 "GET /v2.0/networks?id=be0d8a3c-f753-4203-b1e9-df12d5419b7d HTTP/1.1" status: 200 len: 912 time: 0.2206368 Aug 15 14:15:55.532077 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [None req-d42f10e3-bee2-455f-84a5-2468ebd7f83a admin admin] Allocated IP 172.27.3.90 (1d9f8f4c-a9c3-49e7-b907-6801ec194130/0214dcca-22ca-4853-8d9b-9f5ee3e8fb08/4c797db3-1220-4634-a87b-88eef0b67472) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:15:55.547149 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30c75e4-78d3-46d4-adb5-ec0562aae9cf None None] New status for floating IP 42c5e098-6140-48c8-8770-a56380c18d58: ACTIVE {{(pid=94454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 15 14:15:55.655122 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d42f10e3-bee2-455f-84a5-2468ebd7f83a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:55.715610 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-73c671b1-12d2-46dc-943e-7655680564a4 req-f8e97f92-3bf9-4987-9f36-1baca5742499 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=414d923b-4006-41a2-9c05-eb3e14e99b37 HTTP/1.1" status: 200 len: 1001 time: 0.0718172 Aug 15 14:15:55.778865 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c671b1-12d2-46dc-943e-7655680564a4 req-5ad23f95-67c0-4327-9e05-fb5b38f3c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:55.780338 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-73c671b1-12d2-46dc-943e-7655680564a4 req-5ad23f95-67c0-4327-9e05-fb5b38f3c1c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=755f6259-b6d2-4fd1-8b9f-a7b43f738a15 HTTP/1.1" status: 200 len: 850 time: 0.0497439 Aug 15 14:15:55.831957 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c671b1-12d2-46dc-943e-7655680564a4 req-49210ea7-2b64-4e9c-8602-617589bb973f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:55.833527 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-73c671b1-12d2-46dc-943e-7655680564a4 req-49210ea7-2b64-4e9c-8602-617589bb973f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be0d8a3c-f753-4203-b1e9-df12d5419b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439959 Aug 15 14:15:55.858026 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d42f10e3-bee2-455f-84a5-2468ebd7f83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:55.898459 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42f10e3-bee2-455f-84a5-2468ebd7f83a admin admin] Network 1d9f8f4c-a9c3-49e7-b907-6801ec194130 is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:15:55.901271 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [None req-d42f10e3-bee2-455f-84a5-2468ebd7f83a admin admin] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:15:55.904916 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42f10e3-bee2-455f-84a5-2468ebd7f83a admin admin] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:15:55.932301 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f10e3-bee2-455f-84a5-2468ebd7f83a admin admin] Pushing event updated for resources: {'Port': ['ID=4c797db3-1220-4634-a87b-88eef0b67472,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:15:55.948273 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f10e3-bee2-455f-84a5-2468ebd7f83a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:55.948628 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f10e3-bee2-455f-84a5-2468ebd7f83a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:55.948972 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f10e3-bee2-455f-84a5-2468ebd7f83a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:55.949309 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f10e3-bee2-455f-84a5-2468ebd7f83a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:55.949806 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f10e3-bee2-455f-84a5-2468ebd7f83a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:55.950022 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f10e3-bee2-455f-84a5-2468ebd7f83a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:55.950353 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f10e3-bee2-455f-84a5-2468ebd7f83a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:55.950678 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f10e3-bee2-455f-84a5-2468ebd7f83a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:55.951007 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f10e3-bee2-455f-84a5-2468ebd7f83a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:55.951333 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f10e3-bee2-455f-84a5-2468ebd7f83a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:55.951657 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f10e3-bee2-455f-84a5-2468ebd7f83a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:55.951978 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f10e3-bee2-455f-84a5-2468ebd7f83a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:15:56.013974 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83639d28-fe8a-4718-9694-fd6ad80cf962 req-438ed14d-6458-4fac-ba61-0b9cedd8676e tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:56.017837 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-83639d28-fe8a-4718-9694-fd6ad80cf962 req-438ed14d-6458-4fac-ba61-0b9cedd8676e tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0529010 Aug 15 14:15:56.056913 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-83639d28-fe8a-4718-9694-fd6ad80cf962 req-14408c51-c343-484e-8a85-6609ea3811f5 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342813 Aug 15 14:15:56.219312 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6687f1-c235-4f4e-8ec5-721c99d9798e None None] Network 81ce3d77-1ecb-4956-925d-d86609a6b989 requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:15:56.267198 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d42f10e3-bee2-455f-84a5-2468ebd7f83a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:56.327065 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-75b8f16b-01fe-40f3-8125-c9b5522eb4da None None] Provisioning for port 99d53e96-ef0a-47c3-9794-e7d681965edc completed by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:15:56.465361 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d42f10e3-bee2-455f-84a5-2468ebd7f83a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594930'] for router, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:56.667665 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42f10e3-bee2-455f-84a5-2468ebd7f83a admin admin] Router 7d57890a-4c57-4ece-9fef-7cbd2b6beabe is scheduled to L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 with binding_index 1 {{(pid=94450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 15 14:15:56.780412 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42f10e3-bee2-455f-84a5-2468ebd7f83a admin admin] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:15:56.789574 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339d0a26-020d-4728-a8b4-e500bc3434a4 None None] Sync routers for ids ['7d57890a-4c57-4ece-9fef-7cbd2b6beabe'] in dv-cinder-804581-6-iscsi {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:15:56.798855 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339d0a26-020d-4728-a8b4-e500bc3434a4 None None] Routers {'7d57890a-4c57-4ece-9fef-7cbd2b6beabe'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:15:56.799462 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-339d0a26-020d-4728-a8b4-e500bc3434a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:15:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['7d57890a-4c57-4ece-9fef-7cbd2b6beabe'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:15:56.834885 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 99d53e96-ef0a-47c3-9794-e7d681965edc up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:15:56.920851 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d42f10e3-bee2-455f-84a5-2468ebd7f83a admin admin] Notify callbacks [] for router, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:56.922167 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-d42f10e3-bee2-455f-84a5-2468ebd7f83a admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.1144624 Aug 15 14:15:56.925084 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 48196) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:15:56.938200 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-339d0a26-020d-4728-a8b4-e500bc3434a4 None None] Set router 7d57890a-4c57-4ece-9fef-7cbd2b6beabe gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:15:57.026525 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-73c671b1-12d2-46dc-943e-7655680564a4 req-d3586108-8e52-40f4-b95d-23369d1e8b31 service neutron] 10.222.0.20 "GET /v2.0/networks/be0d8a3c-f753-4203-b1e9-df12d5419b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026595 Aug 15 14:15:57.031291 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning for port 99d53e96-ef0a-47c3-9794-e7d681965edc completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:15:57.037294 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 99d53e96-ef0a-47c3-9794-e7d681965edc triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:15:57.037694 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:57.183154 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8421b0a-c032-48b4-b657-334d3798f870 req-f3582a82-c2b1-4467-9802-aa3e57d365df tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:57.184763 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e8421b0a-c032-48b4-b657-334d3798f870 req-f3582a82-c2b1-4467-9802-aa3e57d365df tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0568461 Aug 15 14:15:57.224735 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e8421b0a-c032-48b4-b657-334d3798f870 req-d7e5631d-af35-45e1-a696-60e44dd644ae tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332899 Aug 15 14:15:57.305144 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:57.327248 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-339d0a26-020d-4728-a8b4-e500bc3434a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'name': 'tempest-AttachVolumeShelveTestJSON-1950464448-router', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '4c797db3-1220-4634-a87b-88eef0b67472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:15:54Z', 'updated_at': '2021-08-15T14:15:56Z', 'revision_number': 3, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'gw_port': {'id': '4c797db3-1220-4634-a87b-88eef0b67472', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:55Z', 'updated_at': '2021-08-15T14:15:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:15:57.344242 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-92376c01-546d-4d6c-bd7c-7730196ef13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:57.362184 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339d0a26-020d-4728-a8b4-e500bc3434a4 None None] Checking router: 7d57890a-4c57-4ece-9fef-7cbd2b6beabe for host: dv-cinder-804581-6-iscsi {{(pid=94453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:15:57.362534 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339d0a26-020d-4728-a8b4-e500bc3434a4 None None] Updating router 7d57890a-4c57-4ece-9fef-7cbd2b6beabe port 4c797db3-1220-4634-a87b-88eef0b67472 binding host dv-cinder-804581-6-iscsi {{(pid=94453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 15 14:15:57.368265 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] For port 99d53e96-ef0a-47c3-9794-e7d681965edc, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=99d53e96-ef0a-47c3-9794-e7d681965edc,segment=NetworkSegment(80471f41-1fac-4b4d-8c57-20e0de5d2141),segment_id=80471f41-1fac-4b4d-8c57-20e0de5d2141)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:15:57.389255 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-339d0a26-020d-4728-a8b4-e500bc3434a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:57.421132 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:57.497607 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.db_base_plugin_common [None req-92376c01-546d-4d6c-bd7c-7730196ef13b admin admin] Allocated IP 172.20.0.1 (81ce3d77-1ecb-4956-925d-d86609a6b989/f53a997d-ab58-4de4-8f6f-e69dca0dbda3/6e2e8fb6-efba-4f87-a8b6-11b206f46c4a) {{(pid=94451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:15:57.529948 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Pushing event updated for resources: {'Port': ['ID=99d53e96-ef0a-47c3-9794-e7d681965edc,revision_number=3']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:15:57.600159 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-92376c01-546d-4d6c-bd7c-7730196ef13b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:57.613206 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.provisioning_blocks [None req-92376c01-546d-4d6c-bd7c-7730196ef13b admin admin] Transition to ACTIVE for port object 6e2e8fb6-efba-4f87-a8b6-11b206f46c4a will not be triggered until provisioned by entity DHCP. {{(pid=94451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:15:57.686906 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-92376c01-546d-4d6c-bd7c-7730196ef13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823643'] for port, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:57.687140 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-339d0a26-020d-4728-a8b4-e500bc3434a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:57.697220 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-339d0a26-020d-4728-a8b4-e500bc3434a4 None None] Transition to ACTIVE for port object 4c797db3-1220-4634-a87b-88eef0b67472 will not be triggered until provisioned by entity L2. {{(pid=94453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:15:57.723159 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92376c01-546d-4d6c-bd7c-7730196ef13b admin admin] Network 81ce3d77-1ecb-4956-925d-d86609a6b989 is already hosted by enough agents. {{(pid=94451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:15:57.730076 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.base_scheduler [None req-92376c01-546d-4d6c-bd7c-7730196ef13b admin admin] Resources bound (agent type, host, resource id): {{(pid=94451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:15:57.733531 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92376c01-546d-4d6c-bd7c-7730196ef13b admin admin] Received port after_create {{(pid=94451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:15:57.755355 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-339d0a26-020d-4728-a8b4-e500bc3434a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:57.759276 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92376c01-546d-4d6c-bd7c-7730196ef13b admin admin] Pushing event updated for resources: {'Port': ['ID=6e2e8fb6-efba-4f87-a8b6-11b206f46c4a,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:15:57.787779 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-92376c01-546d-4d6c-bd7c-7730196ef13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520487'] for router_interface, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:57.817574 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd5d64-a171-4cba-9e1f-f551fd690a26 None None] Pushing event updated for resources: {'Port': ['ID=4c797db3-1220-4634-a87b-88eef0b67472,revision_number=2']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:15:57.820000 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-339d0a26-020d-4728-a8b4-e500bc3434a4 None None] Attempting to bind port 4c797db3-1220-4634-a87b-88eef0b67472 on host dv-cinder-804581-6-iscsi for vnic_type normal with profile {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:15:57.820523 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-339d0a26-020d-4728-a8b4-e500bc3434a4 None None] Attempting to bind port 4c797db3-1220-4634-a87b-88eef0b67472 by drivers openvswitch,hyperv on host dv-cinder-804581-6-iscsi at level 0 using segments [{'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:15:57.820895 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339d0a26-020d-4728-a8b4-e500bc3434a4 None None] Attempting to bind port 4c797db3-1220-4634-a87b-88eef0b67472 on network 1d9f8f4c-a9c3-49e7-b907-6801ec194130 {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:15:57.827164 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339d0a26-020d-4728-a8b4-e500bc3434a4 None None] Checking agent: {'id': '9fd064e6-11f0-4c96-a2d8-3af8385acf93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 3, 44), 'started_at': datetime.datetime(2021, 8, 15, 14, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:15:57.827539 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339d0a26-020d-4728-a8b4-e500bc3434a4 None None] Checking segment: {'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:15:57.827950 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-339d0a26-020d-4728-a8b4-e500bc3434a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:57.828344 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339d0a26-020d-4728-a8b4-e500bc3434a4 None None] Bound using segment: {'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:15:57.828864 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-339d0a26-020d-4728-a8b4-e500bc3434a4 None None] Bound port: 4c797db3-1220-4634-a87b-88eef0b67472, host: dv-cinder-804581-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'}}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:15:57.829271 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-339d0a26-020d-4728-a8b4-e500bc3434a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:57.890080 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-339d0a26-020d-4728-a8b4-e500bc3434a4 None None] For port 4c797db3-1220-4634-a87b-88eef0b67472, host dv-cinder-804581-6-iscsi, cleared binding levels {{(pid=94453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:15:57.894444 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-339d0a26-020d-4728-a8b4-e500bc3434a4 None None] For port 4c797db3-1220-4634-a87b-88eef0b67472, host dv-cinder-804581-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=4c797db3-1220-4634-a87b-88eef0b67472,segment=NetworkSegment(5e752e44-7069-4182-ac48-4f84d046513a),segment_id=5e752e44-7069-4182-ac48-4f84d046513a)] {{(pid=94453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:15:57.989247 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-339d0a26-020d-4728-a8b4-e500bc3434a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:57.992542 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-92376c01-546d-4d6c-bd7c-7730196ef13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:58.049121 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339d0a26-020d-4728-a8b4-e500bc3434a4 None None] Routers {'7d57890a-4c57-4ece-9fef-7cbd2b6beabe'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:15:58.049783 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-339d0a26-020d-4728-a8b4-e500bc3434a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:15:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['7d57890a-4c57-4ece-9fef-7cbd2b6beabe'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:15:58.052985 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd5d64-a171-4cba-9e1f-f551fd690a26 None None] Pushing event updated for resources: {'Port': ['ID=4c797db3-1220-4634-a87b-88eef0b67472,revision_number=3']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:15:58.088967 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-1ab0d818-ed1e-4986-8aaf-b44dea2bd4b0 None None] Provisioning for port 6e2e8fb6-efba-4f87-a8b6-11b206f46c4a completed by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:15:58.095329 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-1ab0d818-ed1e-4986-8aaf-b44dea2bd4b0 None None] Provisioning complete for port 6e2e8fb6-efba-4f87-a8b6-11b206f46c4a triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:15:58.095704 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1ab0d818-ed1e-4986-8aaf-b44dea2bd4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:58.127908 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-73c671b1-12d2-46dc-943e-7655680564a4 req-dbfba2ce-eacd-4d63-afc8-fb9dcbf44bce service neutron] 10.222.0.20 "GET /v2.0/networks/be0d8a3c-f753-4203-b1e9-df12d5419b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112521 Aug 15 14:15:58.160316 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-92376c01-546d-4d6c-bd7c-7730196ef13b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:58.169057 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-1ab0d818-ed1e-4986-8aaf-b44dea2bd4b0 None None] Port 6e2e8fb6-efba-4f87-a8b6-11b206f46c4a cannot update to ACTIVE because it is not bound. {{(pid=94453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 15 14:15:58.190753 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-339d0a26-020d-4728-a8b4-e500bc3434a4 None None] Set router 7d57890a-4c57-4ece-9fef-7cbd2b6beabe gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:15:58.200287 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-92376c01-546d-4d6c-bd7c-7730196ef13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823634'] for port, after_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:58.269951 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-92376c01-546d-4d6c-bd7c-7730196ef13b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520627'] for router_interface, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:58.273125 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92376c01-546d-4d6c-bd7c-7730196ef13b admin admin] Pushing event updated for resources: {'Port': ['ID=6e2e8fb6-efba-4f87-a8b6-11b206f46c4a,revision_number=2']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:15:58.401239 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-339d0a26-020d-4728-a8b4-e500bc3434a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'name': 'tempest-AttachVolumeShelveTestJSON-1950464448-router', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '4c797db3-1220-4634-a87b-88eef0b67472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:15:54Z', 'updated_at': '2021-08-15T14:15:57Z', 'revision_number': 4, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'gw_port': {'id': '4c797db3-1220-4634-a87b-88eef0b67472', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:55Z', 'updated_at': '2021-08-15T14:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '6e2e8fb6-efba-4f87-a8b6-11b206f46c4a', 'name': '', 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'mac_address': 'fa:16:3e:9b:02:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:57Z', 'updated_at': '2021-08-15T14:15:57Z', 'revision_number': 1, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'subnets': [{'id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:15:58.428439 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339d0a26-020d-4728-a8b4-e500bc3434a4 None None] The sync data for ids ['7d57890a-4c57-4ece-9fef-7cbd2b6beabe'] in dv-cinder-804581-6-iscsi is: [{'id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'name': 'tempest-AttachVolumeShelveTestJSON-1950464448-router', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '4c797db3-1220-4634-a87b-88eef0b67472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:15:54Z', 'updated_at': '2021-08-15T14:15:57Z', 'revision_number': 4, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'gw_port': {'id': '4c797db3-1220-4634-a87b-88eef0b67472', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:55Z', 'updated_at': '2021-08-15T14:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '6e2e8fb6-efba-4f87-a8b6-11b206f46c4a', 'name': '', 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'mac_address': 'fa:16:3e:9b:02:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:57Z', 'updated_at': '2021-08-15T14:15:57Z', 'revision_number': 1, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'subnets': [{'id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:15:58.658358 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a498c5-d72e-4b02-85c5-8603fef28eac req-01af8950-9410-46c8-bf25-f1e85e402834 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:58.661862 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e7a498c5-d72e-4b02-85c5-8603fef28eac req-01af8950-9410-46c8-bf25-f1e85e402834 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.3409257 Aug 15 14:15:58.673125 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92376c01-546d-4d6c-bd7c-7730196ef13b admin admin] Network 81ce3d77-1ecb-4956-925d-d86609a6b989 is already hosted by enough agents. {{(pid=94451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:15:58.680493 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.base_scheduler [None req-92376c01-546d-4d6c-bd7c-7730196ef13b admin admin] Resources bound (agent type, host, resource id): {{(pid=94451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:15:58.748844 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e7a498c5-d72e-4b02-85c5-8603fef28eac req-bcb7df8c-c173-45e0-816c-699a12d16e29 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805745 Aug 15 14:15:58.823627 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 99d53e96-ef0a-47c3-9794-e7d681965edc up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:15:58.843906 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92376c01-546d-4d6c-bd7c-7730196ef13b admin admin] Router 7d57890a-4c57-4ece-9fef-7cbd2b6beabe has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:15:58.895010 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 99d53e96-ef0a-47c3-9794-e7d681965edc triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:15:58.895390 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:58.962962 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92376c01-546d-4d6c-bd7c-7730196ef13b admin admin] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:15:58.967832 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-92376c01-546d-4d6c-bd7c-7730196ef13b admin admin] 10.222.0.22 "PUT /v2.0/routers/7d57890a-4c57-4ece-9fef-7cbd2b6beabe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0416660 Aug 15 14:15:59.004968 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-9597cfd7-008d-46d2-a747-c1addbad2d19 None None] Provisioning complete for port 6e2e8fb6-efba-4f87-a8b6-11b206f46c4a triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:15:59.005352 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-9597cfd7-008d-46d2-a747-c1addbad2d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:15:59.046153 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-9597cfd7-008d-46d2-a747-c1addbad2d19 None None] Port 6e2e8fb6-efba-4f87-a8b6-11b206f46c4a cannot update to ACTIVE because it is not bound. {{(pid=94453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 15 14:15:59.870659 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a89360-8a0f-4e69-baf2-7b13b2f93ac5 req-54c6f620-c2a9-4cbf-8672-71a01abfa880 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:15:59.872165 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-36a89360-8a0f-4e69-baf2-7b13b2f93ac5 req-54c6f620-c2a9-4cbf-8672-71a01abfa880 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0489547 Aug 15 14:15:59.909901 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-36a89360-8a0f-4e69-baf2-7b13b2f93ac5 req-00ffefc1-546f-45db-8311-6efd3bdf734b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317724 Aug 15 14:16:00.336313 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01db1723-db8e-48f4-befc-8f1106811f9b None None] Sync routers for ids ['7d57890a-4c57-4ece-9fef-7cbd2b6beabe'] in dv-cinder-804581-6-iscsi {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:16:00.346964 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01db1723-db8e-48f4-befc-8f1106811f9b None None] Routers {'7d57890a-4c57-4ece-9fef-7cbd2b6beabe'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:16:00.349351 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-01db1723-db8e-48f4-befc-8f1106811f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:15:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['7d57890a-4c57-4ece-9fef-7cbd2b6beabe'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:16:00.459207 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-01db1723-db8e-48f4-befc-8f1106811f9b None None] Set router 7d57890a-4c57-4ece-9fef-7cbd2b6beabe gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:16:00.659839 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-01db1723-db8e-48f4-befc-8f1106811f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'name': 'tempest-AttachVolumeShelveTestJSON-1950464448-router', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '4c797db3-1220-4634-a87b-88eef0b67472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:15:54Z', 'updated_at': '2021-08-15T14:15:57Z', 'revision_number': 4, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'gw_port': {'id': '4c797db3-1220-4634-a87b-88eef0b67472', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:55Z', 'updated_at': '2021-08-15T14:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '6e2e8fb6-efba-4f87-a8b6-11b206f46c4a', 'name': '', 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'mac_address': 'fa:16:3e:9b:02:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:57Z', 'updated_at': '2021-08-15T14:15:58Z', 'revision_number': 2, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'subnets': [{'id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:16:00.687182 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01db1723-db8e-48f4-befc-8f1106811f9b None None] Checking router: 7d57890a-4c57-4ece-9fef-7cbd2b6beabe for host: dv-cinder-804581-6-iscsi {{(pid=94454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:16:00.687530 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01db1723-db8e-48f4-befc-8f1106811f9b None None] Updating router 7d57890a-4c57-4ece-9fef-7cbd2b6beabe port 6e2e8fb6-efba-4f87-a8b6-11b206f46c4a binding host dv-cinder-804581-6-iscsi {{(pid=94454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 15 14:16:00.712023 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-01db1723-db8e-48f4-befc-8f1106811f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:00.742657 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 48228) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:16:00.747504 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-e4d207f7-9338-4f68-b137-162911f109bd tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Request body: {'security_group': {'name': 'tempest-securitygroup--471026209', 'description': 'tempest-description--1527784791'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:16:00.828944 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 4c797db3-1220-4634-a87b-88eef0b67472 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:16:00.875087 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e4d207f7-9338-4f68-b137-162911f109bd tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:00.948460 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning for port 4c797db3-1220-4634-a87b-88eef0b67472 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:16:00.952478 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 4c797db3-1220-4634-a87b-88eef0b67472 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:16:00.952771 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:00.966117 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e4d207f7-9338-4f68-b137-162911f109bd tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:01.025844 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-01db1723-db8e-48f4-befc-8f1106811f9b None None] Notify callbacks [] for port, precommit_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:01.029199 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.provisioning_blocks [None req-01db1723-db8e-48f4-befc-8f1106811f9b None None] Transition to ACTIVE for port object 6e2e8fb6-efba-4f87-a8b6-11b206f46c4a will not be triggered until provisioned by entity L2. {{(pid=94454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:16:01.040811 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e4d207f7-9338-4f68-b137-162911f109bd tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:01.059233 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:01.065263 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84cf255-c59f-47c7-bdac-747916c14ece req-a32360b1-ce10-46cb-b9b5-6b6e7a6bba48 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:01.066956 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e84cf255-c59f-47c7-bdac-747916c14ece req-a32360b1-ce10-46cb-b9b5-6b6e7a6bba48 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0704327 Aug 15 14:16:01.083180 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] For port 4c797db3-1220-4634-a87b-88eef0b67472, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=4c797db3-1220-4634-a87b-88eef0b67472,segment=NetworkSegment(5e752e44-7069-4182-ac48-4f84d046513a),segment_id=5e752e44-7069-4182-ac48-4f84d046513a)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:16:01.099680 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d207f7-9338-4f68-b137-162911f109bd tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78153af9-7c65-40ee-ad29-127c5ab770b2,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:16:01.110993 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-01db1723-db8e-48f4-befc-8f1106811f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:01.125689 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e84cf255-c59f-47c7-bdac-747916c14ece req-7342e548-23e0-4571-8918-8f8748800b50 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421443 Aug 15 14:16:01.159962 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2095a-7183-4502-9108-dfd8141e26ee None None] Pushing event updated for resources: {'Port': ['ID=6e2e8fb6-efba-4f87-a8b6-11b206f46c4a,revision_number=3']} {{(pid=94454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:16:01.167153 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:01.167346 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e4d207f7-9338-4f68-b137-162911f109bd tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:01.168694 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-e4d207f7-9338-4f68-b137-162911f109bd tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4248505 Aug 15 14:16:01.171784 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 48236) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:16:01.176360 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-d1348b5d-24f5-4229-8a3d-7dc642993cd7 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Request body: {'security_group_rule': {'security_group_id': '78153af9-7c65-40ee-ad29-127c5ab770b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:16:01.185583 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2095a-7183-4502-9108-dfd8141e26ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:16:01.186054 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2095a-7183-4502-9108-dfd8141e26ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:16:01.186402 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2095a-7183-4502-9108-dfd8141e26ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:16:01.186741 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2095a-7183-4502-9108-dfd8141e26ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:16:01.187193 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2095a-7183-4502-9108-dfd8141e26ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:16:01.187403 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2095a-7183-4502-9108-dfd8141e26ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:16:01.187742 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2095a-7183-4502-9108-dfd8141e26ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:16:01.188300 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2095a-7183-4502-9108-dfd8141e26ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:16:01.188591 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2095a-7183-4502-9108-dfd8141e26ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:16:01.188932 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2095a-7183-4502-9108-dfd8141e26ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:16:01.189242 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2095a-7183-4502-9108-dfd8141e26ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:16:01.189583 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d2095a-7183-4502-9108-dfd8141e26ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:16:01.236109 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Pushing event updated for resources: {'Port': ['ID=4c797db3-1220-4634-a87b-88eef0b67472,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:16:01.266963 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.managers [None req-01db1723-db8e-48f4-befc-8f1106811f9b None None] Attempting to bind port 6e2e8fb6-efba-4f87-a8b6-11b206f46c4a on host dv-cinder-804581-6-iscsi for vnic_type normal with profile {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:16:01.267327 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.managers [None req-01db1723-db8e-48f4-befc-8f1106811f9b None None] Attempting to bind port 6e2e8fb6-efba-4f87-a8b6-11b206f46c4a by drivers openvswitch,hyperv on host dv-cinder-804581-6-iscsi at level 0 using segments [{'id': '80471f41-1fac-4b4d-8c57-20e0de5d2141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989'}] {{(pid=94454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:16:01.267862 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01db1723-db8e-48f4-befc-8f1106811f9b None None] Attempting to bind port 6e2e8fb6-efba-4f87-a8b6-11b206f46c4a on network 81ce3d77-1ecb-4956-925d-d86609a6b989 {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:16:01.273545 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01db1723-db8e-48f4-befc-8f1106811f9b None None] Checking agent: {'id': '9fd064e6-11f0-4c96-a2d8-3af8385acf93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 3, 44), 'started_at': datetime.datetime(2021, 8, 15, 14, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:16:01.273921 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01db1723-db8e-48f4-befc-8f1106811f9b None None] Checking segment: {'id': '80471f41-1fac-4b4d-8c57-20e0de5d2141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:16:01.274325 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-01db1723-db8e-48f4-befc-8f1106811f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:01.274716 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01db1723-db8e-48f4-befc-8f1106811f9b None None] Bound using segment: {'id': '80471f41-1fac-4b4d-8c57-20e0de5d2141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989'} {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:16:01.275181 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.managers [None req-01db1723-db8e-48f4-befc-8f1106811f9b None None] Bound port: 6e2e8fb6-efba-4f87-a8b6-11b206f46c4a, host: dv-cinder-804581-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80471f41-1fac-4b4d-8c57-20e0de5d2141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989'}}] {{(pid=94454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:16:01.275575 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-01db1723-db8e-48f4-befc-8f1106811f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:01.307668 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d1348b5d-24f5-4229-8a3d-7dc642993cd7 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:01.349495 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.db [None req-01db1723-db8e-48f4-befc-8f1106811f9b None None] For port 6e2e8fb6-efba-4f87-a8b6-11b206f46c4a, host dv-cinder-804581-6-iscsi, cleared binding levels {{(pid=94454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:16:01.356006 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.db [None req-01db1723-db8e-48f4-befc-8f1106811f9b None None] For port 6e2e8fb6-efba-4f87-a8b6-11b206f46c4a, host dv-cinder-804581-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=6e2e8fb6-efba-4f87-a8b6-11b206f46c4a,segment=NetworkSegment(80471f41-1fac-4b4d-8c57-20e0de5d2141),segment_id=80471f41-1fac-4b4d-8c57-20e0de5d2141)] {{(pid=94454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:16:01.361739 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c202c51-c9a7-4347-b411-c69dc47aa102 req-c07e4471-c492-4ce2-b4a4-b12aa0a2eaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:01.363194 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0c202c51-c9a7-4347-b411-c69dc47aa102 req-c07e4471-c492-4ce2-b4a4-b12aa0a2eaa8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d7d262d48af475e9d34d28cde3291b8&device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 1098 time: 0.0869417 Aug 15 14:16:01.397182 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d1348b5d-24f5-4229-8a3d-7dc642993cd7 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:01.424384 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-01db1723-db8e-48f4-befc-8f1106811f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:01.459596 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d1348b5d-24f5-4229-8a3d-7dc642993cd7 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448577'] for security_group_rule, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:01.482157 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01db1723-db8e-48f4-befc-8f1106811f9b None None] Routers {'7d57890a-4c57-4ece-9fef-7cbd2b6beabe'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:16:01.482896 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-01db1723-db8e-48f4-befc-8f1106811f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:15:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['7d57890a-4c57-4ece-9fef-7cbd2b6beabe'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:16:01.487800 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2095a-7183-4502-9108-dfd8141e26ee None None] Pushing event updated for resources: {'Port': ['ID=6e2e8fb6-efba-4f87-a8b6-11b206f46c4a,revision_number=4']} {{(pid=94454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:16:01.491572 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1348b5d-24f5-4229-8a3d-7dc642993cd7 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4811e63b-22d7-46e0-bade-33e168b2cc50,revision_number=0']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:16:01.499332 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c202c51-c9a7-4347-b411-c69dc47aa102 req-db991878-f3c3-4733-9d81-4d18cc215659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:01.500853 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0c202c51-c9a7-4347-b411-c69dc47aa102 req-db991878-f3c3-4733-9d81-4d18cc215659 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be0d8a3c-f753-4203-b1e9-df12d5419b7d HTTP/1.1" status: 200 len: 912 time: 0.1135454 Aug 15 14:16:01.521162 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:01.579469 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0c202c51-c9a7-4347-b411-c69dc47aa102 req-32b9e16b-7db2-4d4c-9151-c5d917e16a18 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=414d923b-4006-41a2-9c05-eb3e14e99b37 HTTP/1.1" status: 200 len: 1001 time: 0.0702767 Aug 15 14:16:01.584066 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d1348b5d-24f5-4229-8a3d-7dc642993cd7 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:01.587070 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-d1348b5d-24f5-4229-8a3d-7dc642993cd7 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4142866 Aug 15 14:16:01.588945 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 48238) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:16:01.593849 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-a971253d-464f-4f98-bccc-a5849d7837f1 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Request body: {'security_group_rule': {'security_group_id': '78153af9-7c65-40ee-ad29-127c5ab770b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:16:01.637984 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c202c51-c9a7-4347-b411-c69dc47aa102 req-c235d18b-4042-411e-a2b7-97f885e86bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:01.639549 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0c202c51-c9a7-4347-b411-c69dc47aa102 req-c235d18b-4042-411e-a2b7-97f885e86bfc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=755f6259-b6d2-4fd1-8b9f-a7b43f738a15 HTTP/1.1" status: 200 len: 850 time: 0.0513997 Aug 15 14:16:01.685628 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-01db1723-db8e-48f4-befc-8f1106811f9b None None] Set router 7d57890a-4c57-4ece-9fef-7cbd2b6beabe gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:16:01.691594 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-a971253d-464f-4f98-bccc-a5849d7837f1 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:01.698146 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c202c51-c9a7-4347-b411-c69dc47aa102 req-286505c0-a948-4543-8dc0-bdc47061d2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:01.701235 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0c202c51-c9a7-4347-b411-c69dc47aa102 req-286505c0-a948-4543-8dc0-bdc47061d2aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be0d8a3c-f753-4203-b1e9-df12d5419b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449157 Aug 15 14:16:01.781602 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-a971253d-464f-4f98-bccc-a5849d7837f1 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:01.828077 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0c202c51-c9a7-4347-b411-c69dc47aa102 req-b2e8e5a9-146b-4bdd-99ff-b1cb2f97f4e0 service neutron] 10.222.0.20 "GET /v2.0/networks/be0d8a3c-f753-4203-b1e9-df12d5419b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090686 Aug 15 14:16:01.869105 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-a971253d-464f-4f98-bccc-a5849d7837f1 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448577'] for security_group_rule, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:01.888510 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971253d-464f-4f98-bccc-a5849d7837f1 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be094b21-0d21-4b61-a76b-672fc3726887,revision_number=0']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:16:01.929890 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-01db1723-db8e-48f4-befc-8f1106811f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'name': 'tempest-AttachVolumeShelveTestJSON-1950464448-router', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '4c797db3-1220-4634-a87b-88eef0b67472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:15:54Z', 'updated_at': '2021-08-15T14:15:57Z', 'revision_number': 4, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'gw_port': {'id': '4c797db3-1220-4634-a87b-88eef0b67472', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:55Z', 'updated_at': '2021-08-15T14:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '6e2e8fb6-efba-4f87-a8b6-11b206f46c4a', 'name': '', 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'mac_address': 'fa:16:3e:9b:02:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:57Z', 'updated_at': '2021-08-15T14:16:01Z', 'revision_number': 4, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'subnets': [{'id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:16:01.930068 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0c202c51-c9a7-4347-b411-c69dc47aa102 req-5b896610-a191-4a6c-9116-905345dc3eab service neutron] 10.222.0.20 "GET /v2.0/networks/be0d8a3c-f753-4203-b1e9-df12d5419b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904627 Aug 15 14:16:01.937193 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01db1723-db8e-48f4-befc-8f1106811f9b None None] The sync data for ids ['7d57890a-4c57-4ece-9fef-7cbd2b6beabe'] in dv-cinder-804581-6-iscsi is: [{'id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'name': 'tempest-AttachVolumeShelveTestJSON-1950464448-router', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '4c797db3-1220-4634-a87b-88eef0b67472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:15:54Z', 'updated_at': '2021-08-15T14:15:57Z', 'revision_number': 4, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'gw_port': {'id': '4c797db3-1220-4634-a87b-88eef0b67472', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:55Z', 'updated_at': '2021-08-15T14:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '6e2e8fb6-efba-4f87-a8b6-11b206f46c4a', 'name': '', 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'mac_address': 'fa:16:3e:9b:02:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:57Z', 'updated_at': '2021-08-15T14:16:01Z', 'revision_number': 4, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'subnets': [{'id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:16:02.000945 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-a971253d-464f-4f98-bccc-a5849d7837f1 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:02.002332 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-a971253d-464f-4f98-bccc-a5849d7837f1 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4123337 Aug 15 14:16:02.005325 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 48246) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:16:02.010360 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-62604c8b-3e17-4ca6-8541-6ec1a9af60c3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Request body: {'floatingip': {'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:16:02.092458 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-62604c8b-3e17-4ca6-8541-6ec1a9af60c3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for floatingip, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:02.217906 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-62604c8b-3e17-4ca6-8541-6ec1a9af60c3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:02.281453 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca5428-2786-4562-9af6-fac86f9a1e82 req-eb51301d-f41e-46e6-93d6-90ce7c226ebd tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:02.286303 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-3eca5428-2786-4562-9af6-fac86f9a1e82 req-eb51301d-f41e-46e6-93d6-90ce7c226ebd tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0737388 Aug 15 14:16:02.326651 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-3eca5428-2786-4562-9af6-fac86f9a1e82 req-194fda25-5782-481f-967b-17d033580c02 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394120 Aug 15 14:16:02.355522 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.db_base_plugin_common [None req-62604c8b-3e17-4ca6-8541-6ec1a9af60c3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Allocated IP 172.27.3.27 (1d9f8f4c-a9c3-49e7-b907-6801ec194130/0214dcca-22ca-4853-8d9b-9f5ee3e8fb08/e50a7a2b-6f93-4b58-b5c2-c9d21b69d27f) {{(pid=94451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:16:02.468513 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-62604c8b-3e17-4ca6-8541-6ec1a9af60c3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for port, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:02.596180 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-62604c8b-3e17-4ca6-8541-6ec1a9af60c3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823643'] for port, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:02.640749 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62604c8b-3e17-4ca6-8541-6ec1a9af60c3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Network 1d9f8f4c-a9c3-49e7-b907-6801ec194130 is already hosted by enough agents. {{(pid=94451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:16:02.643705 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.base_scheduler [None req-62604c8b-3e17-4ca6-8541-6ec1a9af60c3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Resources bound (agent type, host, resource id): {{(pid=94451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:16:02.648960 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62604c8b-3e17-4ca6-8541-6ec1a9af60c3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Received port after_create {{(pid=94451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:16:02.651808 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62604c8b-3e17-4ca6-8541-6ec1a9af60c3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Pushing event updated for resources: {'Port': ['ID=e50a7a2b-6f93-4b58-b5c2-c9d21b69d27f,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:16:02.777585 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-62604c8b-3e17-4ca6-8541-6ec1a9af60c3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:02.825246 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 4c797db3-1220-4634-a87b-88eef0b67472 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:16:02.872792 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 4c797db3-1220-4634-a87b-88eef0b67472 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:16:02.873257 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:02.877547 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-62604c8b-3e17-4ca6-8541-6ec1a9af60c3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:02.953737 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 6e2e8fb6-efba-4f87-a8b6-11b206f46c4a up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:16:03.030370 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-62604c8b-3e17-4ca6-8541-6ec1a9af60c3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for port, precommit_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:03.057336 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning for port 6e2e8fb6-efba-4f87-a8b6-11b206f46c4a completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:16:03.061378 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 6e2e8fb6-efba-4f87-a8b6-11b206f46c4a triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:16:03.061867 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:03.109100 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-62604c8b-3e17-4ca6-8541-6ec1a9af60c3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823634'] for port, after_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:03.141072 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:03.177914 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] For port 6e2e8fb6-efba-4f87-a8b6-11b206f46c4a, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=6e2e8fb6-efba-4f87-a8b6-11b206f46c4a,segment=NetworkSegment(80471f41-1fac-4b4d-8c57-20e0de5d2141),segment_id=80471f41-1fac-4b4d-8c57-20e0de5d2141)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:16:03.187161 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62604c8b-3e17-4ca6-8541-6ec1a9af60c3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Pushing event updated for resources: {'Port': ['ID=e50a7a2b-6f93-4b58-b5c2-c9d21b69d27f,revision_number=2']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:16:03.197813 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-62604c8b-3e17-4ca6-8541-6ec1a9af60c3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594844'] for floatingip, after_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:03.262025 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:03.262235 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-62604c8b-3e17-4ca6-8541-6ec1a9af60c3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for floatingip, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:03.270847 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-62604c8b-3e17-4ca6-8541-6ec1a9af60c3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2570701 Aug 15 14:16:03.311573 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Pushing event updated for resources: {'Port': ['ID=6e2e8fb6-efba-4f87-a8b6-11b206f46c4a,revision_number=5']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:16:03.416622 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-3256451d-7aa6-4978-a535-e5da6a225eda tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--471026209&fields=id&tenant_id=b1cd26e2c90140de8aa0f6910b9341a5 HTTP/1.1" status: 200 len: 267 time: 0.0338039 Aug 15 14:16:03.518598 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-3311da63-bac3-4bf4-a83d-d31336e79b39 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:03.520081 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-3311da63-bac3-4bf4-a83d-d31336e79b39 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/networks?id=81ce3d77-1ecb-4956-925d-d86609a6b989 HTTP/1.1" status: 200 len: 817 time: 0.0968647 Aug 15 14:16:03.535910 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-02986632-be5f-4d47-95bb-fc160aa40c0d tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/quotas/b1cd26e2c90140de8aa0f6910b9341a5 HTTP/1.1" status: 200 len: 375 time: 0.0092742 Aug 15 14:16:03.593144 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-308fad9d-6d4a-4aea-bd67-cd12d1036a48 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b1cd26e2c90140de8aa0f6910b9341a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506055 Aug 15 14:16:03.688837 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-d49e53da-60c1-49aa-b694-2f046571079b service neutron] 10.222.0.22 "GET /v2.0/networks/81ce3d77-1ecb-4956-925d-d86609a6b989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835419 Aug 15 14:16:03.790928 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-5561425e-f83e-4cce-b8bf-f12c3bcde543 service neutron] 10.222.0.22 "GET /v2.0/networks/81ce3d77-1ecb-4956-925d-d86609a6b989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905533 Aug 15 14:16:04.068536 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ae6e4793-0506-4430-b85c-68d7bd028472 req-0f24e222-4a45-4df7-b172-94cf59fa74a0 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 210 time: 0.0293703 Aug 15 14:16:04.803490 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 6e2e8fb6-efba-4f87-a8b6-11b206f46c4a up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:16:04.857086 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 6e2e8fb6-efba-4f87-a8b6-11b206f46c4a triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:16:04.857086 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:05.150689 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-dbd07bd4-cc3f-4222-9fcb-25cfa247b29a req-c6ec784a-ba6b-4bae-bd32-22011a9cb903 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 210 time: 0.0269389 Aug 15 14:16:06.251522 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-bfaa327c-5304-4470-b327-f9ac242ba41a req-0986d1da-3e6c-4537-a3e3-4d6bd9e7987c tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 210 time: 0.0272179 Aug 15 14:16:06.545595 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-b99db5fc-d8e3-434e-8884-39309fd1b9e4 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:06.547029 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-b99db5fc-d8e3-434e-8884-39309fd1b9e4 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.20 "GET /v2.0/networks?id=81ce3d77-1ecb-4956-925d-d86609a6b989 HTTP/1.1" status: 200 len: 817 time: 0.1312242 Aug 15 14:16:06.563232 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f16cc-9c4e-40da-a296-eb0beaa72e35 req-38a90d01-9d1a-42d6-957b-e86509f05731 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:06.564694 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e06f16cc-9c4e-40da-a296-eb0beaa72e35 req-38a90d01-9d1a-42d6-957b-e86509f05731 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 946 time: 0.0721884 Aug 15 14:16:06.624753 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-dd38f555-da4f-463e-8350-2fca466a7036 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1cd26e2c90140de8aa0f6910b9341a5 HTTP/1.1" status: 200 len: 379 time: 0.0568564 Aug 15 14:16:06.627488 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e06f16cc-9c4e-40da-a296-eb0beaa72e35 req-07ff7fec-16a4-4263-a63a-6a3a58a0fc5a tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543077 Aug 15 14:16:06.640564 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-31b8f51b-003a-4efd-8ee8-d54193db6553 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Request body: {'port': {'device_id': 'addca090-a63f-4ef9-9ecd-78e89b54d1fd', 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989', 'admin_state_up': True, 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'security_groups': ['78153af9-7c65-40ee-ad29-127c5ab770b2']}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:16:06.833486 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-31b8f51b-003a-4efd-8ee8-d54193db6553 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Made reservation on behalf of b1cd26e2c90140de8aa0f6910b9341a5 for: {'port': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:16:06.837095 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-31b8f51b-003a-4efd-8ee8-d54193db6553 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:06.956669 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-31b8f51b-003a-4efd-8ee8-d54193db6553 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Allocated IP 172.20.0.8 (81ce3d77-1ecb-4956-925d-d86609a6b989/f53a997d-ab58-4de4-8f6f-e69dca0dbda3/7e1900df-b241-46b5-aa5a-7e57d188cee2) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:16:07.092327 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-31b8f51b-003a-4efd-8ee8-d54193db6553 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:07.105470 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.provisioning_blocks [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-31b8f51b-003a-4efd-8ee8-d54193db6553 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Transition to ACTIVE for port object 7e1900df-b241-46b5-aa5a-7e57d188cee2 will not be triggered until provisioned by entity DHCP. {{(pid=94450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:16:07.195590 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-31b8f51b-003a-4efd-8ee8-d54193db6553 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:07.241555 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-31b8f51b-003a-4efd-8ee8-d54193db6553 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Network 81ce3d77-1ecb-4956-925d-d86609a6b989 is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:16:07.244710 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-31b8f51b-003a-4efd-8ee8-d54193db6553 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:16:07.248438 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-31b8f51b-003a-4efd-8ee8-d54193db6553 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:16:07.271970 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b8f51b-003a-4efd-8ee8-d54193db6553 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Pushing event updated for resources: {'Port': ['ID=7e1900df-b241-46b5-aa5a-7e57d188cee2,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:16:07.312222 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-31b8f51b-003a-4efd-8ee8-d54193db6553 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:07.312222 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-31b8f51b-003a-4efd-8ee8-d54193db6553 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:07.383491 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 48342) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:16:07.402167 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277f0bc-aff1-47d3-b6ed-0fd7d3d40c4b req-48968db4-e64a-4ab9-becc-a88c0d54456d tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:07.404102 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0277f0bc-aff1-47d3-b6ed-0fd7d3d40c4b req-48968db4-e64a-4ab9-becc-a88c0d54456d tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 931 time: 0.0624025 Aug 15 14:16:07.411991 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-31b8f51b-003a-4efd-8ee8-d54193db6553 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7751505 Aug 15 14:16:07.437879 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-7eeb4aed-a078-4cc2-a313-66186d47b3a8 service neutron] Request body: {'port': {'device_id': 'addca090-a63f-4ef9-9ecd-78e89b54d1fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:16:07.444310 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0277f0bc-aff1-47d3-b6ed-0fd7d3d40c4b req-77c031ad-aa58-470a-91dc-a2ef636e2118 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339131 Aug 15 14:16:07.491475 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-7eeb4aed-a078-4cc2-a313-66186d47b3a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:07.511154 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-3cbde73c-c6a1-46cb-b353-50b49648462e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:07.549281 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-30ebcaf7-0898-4103-afbb-08b21364e014 None None] Provisioning for port 7e1900df-b241-46b5-aa5a-7e57d188cee2 completed by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:16:07.553933 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-30ebcaf7-0898-4103-afbb-08b21364e014 None None] Provisioning complete for port 7e1900df-b241-46b5-aa5a-7e57d188cee2 triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:16:07.554576 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-30ebcaf7-0898-4103-afbb-08b21364e014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:07.591827 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-30ebcaf7-0898-4103-afbb-08b21364e014 None None] Port 7e1900df-b241-46b5-aa5a-7e57d188cee2 cannot update to ACTIVE because it is not bound. {{(pid=94453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 15 14:16:07.605512 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-3cbde73c-c6a1-46cb-b353-50b49648462e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:07.686490 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-3cbde73c-c6a1-46cb-b353-50b49648462e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:07.724829 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbde73c-c6a1-46cb-b353-50b49648462e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c65b71-7ed1-4d5e-8b6b-71331502c592,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:16:07.733149 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-3cbde73c-c6a1-46cb-b353-50b49648462e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=10cc53125e46433dabea53fb9c19f98f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3458390 Aug 15 14:16:07.733771 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 48350) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:16:07.790122 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-39cfc96f-a986-4b1f-8a06-6c42a919498f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:07.814467 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-39cfc96f-a986-4b1f-8a06-6c42a919498f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:07.933243 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-39cfc96f-a986-4b1f-8a06-6c42a919498f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:07.936519 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-39cfc96f-a986-4b1f-8a06-6c42a919498f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:07.937711 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-39cfc96f-a986-4b1f-8a06-6c42a919498f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/09c65b71-7ed1-4d5e-8b6b-71331502c592 HTTP/1.1" status: 204 len: 168 time: 0.2033639 Aug 15 14:16:07.947228 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cfc96f-a986-4b1f-8a06-6c42a919498f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c65b71-7ed1-4d5e-8b6b-71331502c592,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:16:08.013763 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4e72f-d2f4-47cb-81fe-3b25e76de820 req-e54e8643-bb3c-4ac4-81f9-82f3a0a72225 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:08.015253 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a4e4e72f-d2f4-47cb-81fe-3b25e76de820 req-e54e8643-bb3c-4ac4-81f9-82f3a0a72225 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 946 time: 0.3200250 Aug 15 14:16:08.034717 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-7eeb4aed-a078-4cc2-a313-66186d47b3a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e1900df-b241-46b5-aa5a-7e57d188cee2 {{(pid=94450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:16:08.049867 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-7eeb4aed-a078-4cc2-a313-66186d47b3a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:08.075111 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.provisioning_blocks [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-7eeb4aed-a078-4cc2-a313-66186d47b3a8 service neutron] Transition to ACTIVE for port object 7e1900df-b241-46b5-aa5a-7e57d188cee2 will not be triggered until provisioned by entity L2. {{(pid=94450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:16:08.078418 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a4e4e72f-d2f4-47cb-81fe-3b25e76de820 req-1d2b6ca0-20f5-449e-b4bd-294fd5f6e93c tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544386 Aug 15 14:16:08.125336 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-7eeb4aed-a078-4cc2-a313-66186d47b3a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:08.198867 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb4aed-a078-4cc2-a313-66186d47b3a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7e1900df-b241-46b5-aa5a-7e57d188cee2,revision_number=2']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:16:08.267115 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-7eeb4aed-a078-4cc2-a313-66186d47b3a8 service neutron] Attempting to bind port 7e1900df-b241-46b5-aa5a-7e57d188cee2 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:16:08.267616 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-7eeb4aed-a078-4cc2-a313-66186d47b3a8 service neutron] Attempting to bind port 7e1900df-b241-46b5-aa5a-7e57d188cee2 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '80471f41-1fac-4b4d-8c57-20e0de5d2141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989'}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:16:08.267788 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-7eeb4aed-a078-4cc2-a313-66186d47b3a8 service neutron] Attempting to bind port 7e1900df-b241-46b5-aa5a-7e57d188cee2 on network 81ce3d77-1ecb-4956-925d-d86609a6b989 {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:16:08.272718 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-7eeb4aed-a078-4cc2-a313-66186d47b3a8 service neutron] Port 7e1900df-b241-46b5-aa5a-7e57d188cee2 on network 81ce3d77-1ecb-4956-925d-d86609a6b989 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 15 14:16:08.273681 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-7eeb4aed-a078-4cc2-a313-66186d47b3a8 service neutron] Attempting to bind port 7e1900df-b241-46b5-aa5a-7e57d188cee2 on network 81ce3d77-1ecb-4956-925d-d86609a6b989 {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:16:08.279023 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-7eeb4aed-a078-4cc2-a313-66186d47b3a8 service neutron] Checking agent: {'id': '32bd799d-9334-4df6-9ae9-b970e79828b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'started_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:16:08.279426 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-7eeb4aed-a078-4cc2-a313-66186d47b3a8 service neutron] Checking segment: {'id': '80471f41-1fac-4b4d-8c57-20e0de5d2141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:16:08.280067 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-7eeb4aed-a078-4cc2-a313-66186d47b3a8 service neutron] Bound using segment: {'id': '80471f41-1fac-4b4d-8c57-20e0de5d2141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989'} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:16:08.280839 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-7eeb4aed-a078-4cc2-a313-66186d47b3a8 service neutron] Bound port: 7e1900df-b241-46b5-aa5a-7e57d188cee2, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80471f41-1fac-4b4d-8c57-20e0de5d2141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989'}}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:16:08.281492 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-7eeb4aed-a078-4cc2-a313-66186d47b3a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:08.355536 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-7eeb4aed-a078-4cc2-a313-66186d47b3a8 service neutron] For port 7e1900df-b241-46b5-aa5a-7e57d188cee2, host hv-cinder-80458, cleared binding levels {{(pid=94450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:16:08.359141 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-7eeb4aed-a078-4cc2-a313-66186d47b3a8 service neutron] For port 7e1900df-b241-46b5-aa5a-7e57d188cee2, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=7e1900df-b241-46b5-aa5a-7e57d188cee2,segment=NetworkSegment(80471f41-1fac-4b4d-8c57-20e0de5d2141),segment_id=80471f41-1fac-4b4d-8c57-20e0de5d2141)] {{(pid=94450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:16:08.452343 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-7eeb4aed-a078-4cc2-a313-66186d47b3a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:08.502232 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-7eeb4aed-a078-4cc2-a313-66186d47b3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:08.502910 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-7eeb4aed-a078-4cc2-a313-66186d47b3a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:08.504532 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-7eeb4aed-a078-4cc2-a313-66186d47b3a8 service neutron] 10.222.0.20 "PUT /v2.0/ports/7e1900df-b241-46b5-aa5a-7e57d188cee2 HTTP/1.1" status: 200 len: 1093 time: 1.0709987 Aug 15 14:16:08.504947 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'addca090-a63f-4ef9-9ecd-78e89b54d1fd', 'tag': '7e1900df-b241-46b5-aa5a-7e57d188cee2'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:16:08.507265 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7339b1c-ac18-4312-b6f6-e32c648efd3a" -d '{"events": [{"name": "network-changed", "server_uuid": "addca090-a63f-4ef9-9ecd-78e89b54d1fd", "tag": "7e1900df-b241-46b5-aa5a-7e57d188cee2"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:16:08.533170 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb4aed-a078-4cc2-a313-66186d47b3a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7e1900df-b241-46b5-aa5a-7e57d188cee2,revision_number=3']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:16:08.582211 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71170bfe-a65c-4f70-bc60-605a0aba44d2 x-openstack-request-id: req-71170bfe-a65c-4f70-bc60-605a0aba44d2 {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:16:08.582693 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "addca090-a63f-4ef9-9ecd-78e89b54d1fd", "tag": "7e1900df-b241-46b5-aa5a-7e57d188cee2", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:16:08.583254 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-71170bfe-a65c-4f70-bc60-605a0aba44d2 {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:16:08.583803 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'addca090-a63f-4ef9-9ecd-78e89b54d1fd', 'tag': '7e1900df-b241-46b5-aa5a-7e57d188cee2', 'status': 'completed', 'code': 200} Aug 15 14:16:08.653564 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de22cc-477d-43be-aa93-1fe09b76d58f req-d978faf1-1d5e-4dc5-a760-e5c434988181 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:08.656903 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e4de22cc-477d-43be-aa93-1fe09b76d58f req-d978faf1-1d5e-4dc5-a760-e5c434988181 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 943 time: 0.1026380 Aug 15 14:16:08.664804 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7339b1c-ac18-4312-b6f6-e32c648efd3a req-c8e3c0ba-4e0d-41da-a622-536710676155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:08.667773 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d7339b1c-ac18-4312-b6f6-e32c648efd3a req-c8e3c0ba-4e0d-41da-a622-536710676155 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1cd26e2c90140de8aa0f6910b9341a5&device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 1096 time: 0.0590665 Aug 15 14:16:08.699872 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e4de22cc-477d-43be-aa93-1fe09b76d58f req-90b282cc-6d10-4b6f-b551-6433a9f18b32 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362275 Aug 15 14:16:08.807484 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7339b1c-ac18-4312-b6f6-e32c648efd3a req-4fe47f02-307c-42e7-9a94-10ff40fe5177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:08.809036 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d7339b1c-ac18-4312-b6f6-e32c648efd3a req-4fe47f02-307c-42e7-9a94-10ff40fe5177 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b1cd26e2c90140de8aa0f6910b9341a5&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1316924 Aug 15 14:16:08.911300 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7339b1c-ac18-4312-b6f6-e32c648efd3a req-4dc8f352-a940-450a-b9dd-66b407faba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:08.912730 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d7339b1c-ac18-4312-b6f6-e32c648efd3a req-4dc8f352-a940-450a-b9dd-66b407faba20 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928760 Aug 15 14:16:08.998164 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-5243c982-4a62-4a12-87ff-d506d5cfd046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:08.999638 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-5243c982-4a62-4a12-87ff-d506d5cfd046 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1cd26e2c90140de8aa0f6910b9341a5&device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 1096 time: 0.0408573 Aug 15 14:16:09.045194 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-ae88aad8-3a00-437a-8192-93a3ea075e1d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e1900df-b241-46b5-aa5a-7e57d188cee2 HTTP/1.1" status: 200 len: 217 time: 0.0345318 Aug 15 14:16:09.152270 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-a3ebde5b-1c48-4e36-ab43-2e485fec012b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:09.153723 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-a3ebde5b-1c48-4e36-ab43-2e485fec012b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f53a997d-ab58-4de4-8f6f-e69dca0dbda3 HTTP/1.1" status: 200 len: 856 time: 0.0788846 Aug 15 14:16:09.169153 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336accf-0c83-43ba-bb5b-04ace0f8d3d8 req-e928f660-dd94-4372-b14b-bd96335b7db5 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:09.170574 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9336accf-0c83-43ba-bb5b-04ace0f8d3d8 req-e928f660-dd94-4372-b14b-bd96335b7db5 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.20 "GET /v2.0/ports?device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 946 time: 0.0883431 Aug 15 14:16:09.275795 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37159a22-a646-48f9-8e75-84b427449d49 req-43ca7c4e-5626-47a5-857d-85025a9a5c93 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:09.277714 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-37159a22-a646-48f9-8e75-84b427449d49 req-43ca7c4e-5626-47a5-857d-85025a9a5c93 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 946 time: 0.1277022 Aug 15 14:16:09.309262 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-ec39e7ba-f2b6-4ccc-add0-2a9f32fa8c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:09.310732 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-ec39e7ba-f2b6-4ccc-add0-2a9f32fa8c44 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81ce3d77-1ecb-4956-925d-d86609a6b989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1393149 Aug 15 14:16:09.395494 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-37159a22-a646-48f9-8e75-84b427449d49 req-7e8af910-1b07-4ac6-80e3-2c1adbc7b8a1 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974438 Aug 15 14:16:09.419718 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-9336accf-0c83-43ba-bb5b-04ace0f8d3d8 req-887e0539-2eab-4f8b-a8f3-189650abe543 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Deleting port d63f5e24-4806-4afb-a55b-7615e5beb6c2 {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:16:09.420065 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-9336accf-0c83-43ba-bb5b-04ace0f8d3d8 req-887e0539-2eab-4f8b-a8f3-189650abe543 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:09.474939 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-b0843fb5-aab3-455c-8305-83b904152c53 service neutron] 10.222.0.20 "GET /v2.0/networks/81ce3d77-1ecb-4956-925d-d86609a6b989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506195 Aug 15 14:16:09.568244 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-9336accf-0c83-43ba-bb5b-04ace0f8d3d8 req-887e0539-2eab-4f8b-a8f3-189650abe543 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] For port d63f5e24-4806-4afb-a55b-7615e5beb6c2, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=d63f5e24-4806-4afb-a55b-7615e5beb6c2,segment=NetworkSegment(0d773301-4627-4dbc-af30-9dbe1f56781d),segment_id=0d773301-4627-4dbc-af30-9dbe1f56781d)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:16:09.568617 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-9336accf-0c83-43ba-bb5b-04ace0f8d3d8 req-887e0539-2eab-4f8b-a8f3-189650abe543 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:09.590147 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-9336accf-0c83-43ba-bb5b-04ace0f8d3d8 req-887e0539-2eab-4f8b-a8f3-189650abe543 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Calling delete_port for d63f5e24-4806-4afb-a55b-7615e5beb6c2 owned by compute:nova {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:16:09.615273 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-36e78276-c4d3-49f1-8a8c-5d3f1466a11b req-798ea03c-b76f-49b8-a307-d05997e78174 service neutron] 10.222.0.20 "GET /v2.0/networks/81ce3d77-1ecb-4956-925d-d86609a6b989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311798 Aug 15 14:16:09.824363 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-9336accf-0c83-43ba-bb5b-04ace0f8d3d8 req-887e0539-2eab-4f8b-a8f3-189650abe543 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:09.836304 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['c95233d3-7524-4964-b190-66c3536c9a6a', 'a5457743-2995-4e22-866a-eeca633e1864', '598b590b-e11e-42fe-b18d-e49e1780f282'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:16:09.853128 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e0539-2eab-4f8b-a8f3-189650abe543 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Pushing event deleted for resources: {'Port': ['ID=d63f5e24-4806-4afb-a55b-7615e5beb6c2,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:16:09.859517 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab2858-ed10-43b9-b373-630e7f2889a4 req-9093df08-a595-4599-b82d-8dca49d89ade tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:09.862498 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-72ab2858-ed10-43b9-b373-630e7f2889a4 req-9093df08-a595-4599-b82d-8dca49d89ade tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 943 time: 0.0708542 Aug 15 14:16:09.906261 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-72ab2858-ed10-43b9-b373-630e7f2889a4 req-54281508-e6df-487c-8243-a3eeac24f3b1 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349109 Aug 15 14:16:09.913882 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-9336accf-0c83-43ba-bb5b-04ace0f8d3d8 req-887e0539-2eab-4f8b-a8f3-189650abe543 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] No DVR routers for this DVR port d63f5e24-4806-4afb-a55b-7615e5beb6c2 on host hv-cinder-80458 {{(pid=94450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:16:09.917251 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-9336accf-0c83-43ba-bb5b-04ace0f8d3d8 req-887e0539-2eab-4f8b-a8f3-189650abe543 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:09.920079 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9336accf-0c83-43ba-bb5b-04ace0f8d3d8 req-887e0539-2eab-4f8b-a8f3-189650abe543 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.20 "DELETE /v2.0/ports/d63f5e24-4806-4afb-a55b-7615e5beb6c2 HTTP/1.1" status: 204 len: 173 time: 0.7401459 Aug 15 14:16:10.501052 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e74611fb-70d7-43dd-a313-7cee703d7f31 req-35c42f32-4e9c-4614-ba9d-aabe7729547d tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=453e25aa-28c3-44f7-ae35-940e30b40891 HTTP/1.1" status: 200 len: 210 time: 0.0268102 Aug 15 14:16:10.584983 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453e25aa-28c3-44f7-ae35-940e30b40891', 'name': 'network-vif-deleted', 'tag': 'd63f5e24-4806-4afb-a55b-7615e5beb6c2'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:16:10.587262 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d22fdfa-b0b0-4817-8fc5-924ee4275ade" -d '{"events": [{"server_uuid": "453e25aa-28c3-44f7-ae35-940e30b40891", "name": "network-vif-deleted", "tag": "d63f5e24-4806-4afb-a55b-7615e5beb6c2"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:16:10.622206 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c14c7e3-ec03-4ee8-ab8d-4368342531b3 x-openstack-request-id: req-8c14c7e3-ec03-4ee8-ab8d-4368342531b3 {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:16:10.622498 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453e25aa-28c3-44f7-ae35-940e30b40891", "name": "network-vif-deleted", "tag": "d63f5e24-4806-4afb-a55b-7615e5beb6c2", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:16:10.622748 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8c14c7e3-ec03-4ee8-ab8d-4368342531b3 {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:16:10.623128 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453e25aa-28c3-44f7-ae35-940e30b40891', 'name': 'network-vif-deleted', 'tag': 'd63f5e24-4806-4afb-a55b-7615e5beb6c2', 'status': 'completed', 'code': 200} Aug 15 14:16:10.703633 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-f223c03e-95f6-4403-a762-f545a4720f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:11.032328 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b4c5f-14d0-43cd-af57-59118cfd8ed1 req-801bad94-6b98-49b4-95f4-245d29b28279 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:11.033708 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-535b4c5f-14d0-43cd-af57-59118cfd8ed1 req-801bad94-6b98-49b4-95f4-245d29b28279 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 943 time: 0.0529802 Aug 15 14:16:11.071038 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-535b4c5f-14d0-43cd-af57-59118cfd8ed1 req-afe4039e-30cd-4981-81fd-cc6b7b6e7952 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314422 Aug 15 14:16:11.557556 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device d63f5e24-4806-4afb-a55b-7615e5beb6c2 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:16:11.578166 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] No Port match for: d63f5e24-4806-4afb-a55b-7615e5beb6c2 {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:16:11.578519 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device d63f5e24-4806-4afb-a55b-7615e5beb6c2 not bound to the agent host hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:16:12.188567 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8c3a9-c768-49ff-97a9-82daadffe8b3 req-a5178d22-1d41-4bdd-94ee-6356ac6ad654 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:12.190085 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5ed8c3a9-c768-49ff-97a9-82daadffe8b3 req-a5178d22-1d41-4bdd-94ee-6356ac6ad654 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 943 time: 0.0483193 Aug 15 14:16:12.226480 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5ed8c3a9-c768-49ff-97a9-82daadffe8b3 req-8f6877fc-b462-4139-b483-29476f6611bc tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305445 Aug 15 14:16:13.240948 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-4b92ec50-1e2e-47cc-afbf-5f6af64d9b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:13.351619 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba5be2-d3cb-401f-a1c4-85dcf05e2cfe req-8f859d5e-ef3e-46ec-b01b-c8158fbdf9fc tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:13.353413 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-70ba5be2-d3cb-401f-a1c4-85dcf05e2cfe req-8f859d5e-ef3e-46ec-b01b-c8158fbdf9fc tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 943 time: 0.0554686 Aug 15 14:16:13.391083 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-70ba5be2-d3cb-401f-a1c4-85dcf05e2cfe req-204b4988-6b42-489f-9209-91a73e98522a tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317256 Aug 15 14:16:13.404797 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07872d-98c3-4cc2-94ac-8941ed705222 req-5a849f7a-098a-413f-aa5a-7fb89c1070b8 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:13.406987 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-cc07872d-98c3-4cc2-94ac-8941ed705222 req-5a849f7a-098a-413f-aa5a-7fb89c1070b8 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 946 time: 0.0527644 Aug 15 14:16:13.445557 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-cc07872d-98c3-4cc2-94ac-8941ed705222 req-a6c0e0e5-280a-4c6e-81cc-b4204ee0534c tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317619 Aug 15 14:16:13.578755 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 7e1900df-b241-46b5-aa5a-7e57d188cee2 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 15 14:16:13.683948 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 7e1900df-b241-46b5-aa5a-7e57d188cee2, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=7e1900df-b241-46b5-aa5a-7e57d188cee2,segment=NetworkSegment(80471f41-1fac-4b4d-8c57-20e0de5d2141),segment_id=80471f41-1fac-4b4d-8c57-20e0de5d2141)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:16:13.695165 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Returning: {'device': '7e1900df-b241-46b5-aa5a-7e57d188cee2', 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989', 'port_id': '7e1900df-b241-46b5-aa5a-7e57d188cee2', 'mac_address': 'fa:16:3e:6e:72:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 15 14:16:13.731493 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:13.744452 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e1900df-b241-46b5-aa5a-7e57d188cee2 {{(pid=94453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:16:13.775308 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 7e1900df-b241-46b5-aa5a-7e57d188cee2, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=7e1900df-b241-46b5-aa5a-7e57d188cee2,segment=NetworkSegment(80471f41-1fac-4b4d-8c57-20e0de5d2141),segment_id=80471f41-1fac-4b4d-8c57-20e0de5d2141)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:16:13.829194 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:13.853923 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:13.878898 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=7e1900df-b241-46b5-aa5a-7e57d188cee2,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:16:14.315474 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['7e1900df-b241-46b5-aa5a-7e57d188cee2'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:16:14.518494 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c1370-a4f6-4dc3-922f-7039e51a8b5b req-4e4e3ace-c5c7-484a-8f6c-9a5b19831934 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:14.519979 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-fa7c1370-a4f6-4dc3-922f-7039e51a8b5b req-4e4e3ace-c5c7-484a-8f6c-9a5b19831934 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 944 time: 0.0556777 Aug 15 14:16:14.563352 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-fa7c1370-a4f6-4dc3-922f-7039e51a8b5b req-a9bec3d5-4ae7-457b-84f3-66cfc32a4f69 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367327 Aug 15 14:16:14.566465 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9b73d-87a1-4050-bdb3-692645c275bd req-c8318178-be88-4fd5-9918-24f9a7171124 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:14.567849 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-7ed9b73d-87a1-4050-bdb3-692645c275bd req-c8318178-be88-4fd5-9918-24f9a7171124 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 946 time: 0.0545917 Aug 15 14:16:14.600580 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:14.609724 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-7ed9b73d-87a1-4050-bdb3-692645c275bd req-e56681f7-4d29-4476-8576-f5aefa6d1fe7 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343657 Aug 15 14:16:15.712623 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e2394-e492-4f9e-a5c7-b0ae5cd01f69 req-b5e59a63-ffdb-4c1f-8ed3-d4658ac49e96 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:15.714150 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e21e2394-e492-4f9e-a5c7-b0ae5cd01f69 req-b5e59a63-ffdb-4c1f-8ed3-d4658ac49e96 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 944 time: 0.0786126 Aug 15 14:16:15.721218 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c99bc-691b-4657-b483-518e447153e8 req-de6e763b-332c-4d8f-904a-a6197effe4f5 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:15.722617 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e91c99bc-691b-4657-b483-518e447153e8 req-de6e763b-332c-4d8f-904a-a6197effe4f5 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.20 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 946 time: 0.0777900 Aug 15 14:16:15.730685 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69349a-a782-44ce-8418-9dda671f0894 req-dc055ad9-870d-4d26-b412-827bad1a9ae1 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:15.732251 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9a69349a-a782-44ce-8418-9dda671f0894 req-dc055ad9-870d-4d26-b412-827bad1a9ae1 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 946 time: 0.0514793 Aug 15 14:16:15.771825 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9a69349a-a782-44ce-8418-9dda671f0894 req-4bd72564-5f48-4807-be8e-34fa47b78a0a tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322981 Aug 15 14:16:15.792450 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e21e2394-e492-4f9e-a5c7-b0ae5cd01f69 req-d816d0f6-e636-4522-81ec-5615702f71e0 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688818 Aug 15 14:16:15.840119 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-e91c99bc-691b-4657-b483-518e447153e8 req-d35eaf9f-e143-4f72-a361-ffe4c28a3ebd tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Deleting port 598b590b-e11e-42fe-b18d-e49e1780f282 {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:16:15.840780 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-e91c99bc-691b-4657-b483-518e447153e8 req-d35eaf9f-e143-4f72-a361-ffe4c28a3ebd tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:15.924321 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-e91c99bc-691b-4657-b483-518e447153e8 req-d35eaf9f-e143-4f72-a361-ffe4c28a3ebd tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] For port 598b590b-e11e-42fe-b18d-e49e1780f282, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=598b590b-e11e-42fe-b18d-e49e1780f282,segment=NetworkSegment(0d773301-4627-4dbc-af30-9dbe1f56781d),segment_id=0d773301-4627-4dbc-af30-9dbe1f56781d)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:16:15.924873 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-e91c99bc-691b-4657-b483-518e447153e8 req-d35eaf9f-e143-4f72-a361-ffe4c28a3ebd tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:15.941129 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-e91c99bc-691b-4657-b483-518e447153e8 req-d35eaf9f-e143-4f72-a361-ffe4c28a3ebd tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Calling delete_port for 598b590b-e11e-42fe-b18d-e49e1780f282 owned by compute:nova {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:16:16.171133 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-e91c99bc-691b-4657-b483-518e447153e8 req-d35eaf9f-e143-4f72-a361-ffe4c28a3ebd tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:16.183721 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['c95233d3-7524-4964-b190-66c3536c9a6a', 'a5457743-2995-4e22-866a-eeca633e1864', '598b590b-e11e-42fe-b18d-e49e1780f282'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:16:16.200532 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35eaf9f-e143-4f72-a361-ffe4c28a3ebd tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Pushing event deleted for resources: {'Port': ['ID=598b590b-e11e-42fe-b18d-e49e1780f282,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:16:16.250940 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91c99bc-691b-4657-b483-518e447153e8 req-d35eaf9f-e143-4f72-a361-ffe4c28a3ebd tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] No DVR routers for this DVR port 598b590b-e11e-42fe-b18d-e49e1780f282 on host hv-cinder-80458 {{(pid=94450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:16:16.250940 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-e91c99bc-691b-4657-b483-518e447153e8 req-d35eaf9f-e143-4f72-a361-ffe4c28a3ebd tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:16.253551 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e91c99bc-691b-4657-b483-518e447153e8 req-d35eaf9f-e143-4f72-a361-ffe4c28a3ebd tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.20 "DELETE /v2.0/ports/598b590b-e11e-42fe-b18d-e49e1780f282 HTTP/1.1" status: 204 len: 173 time: 0.5233927 Aug 15 14:16:16.254032 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c01571-3b95-457e-8568-179f069177cd', 'name': 'network-vif-deleted', 'tag': '598b590b-e11e-42fe-b18d-e49e1780f282'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:16:16.256248 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b812fae0-9ca6-44d3-befd-7800eec9ff26" -d '{"events": [{"server_uuid": "95c01571-3b95-457e-8568-179f069177cd", "name": "network-vif-deleted", "tag": "598b590b-e11e-42fe-b18d-e49e1780f282"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:16:16.295731 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9efebe5-6daf-4ddc-b3bb-2b7cff8aa4a2 x-openstack-request-id: req-f9efebe5-6daf-4ddc-b3bb-2b7cff8aa4a2 {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:16:16.296026 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c01571-3b95-457e-8568-179f069177cd", "name": "network-vif-deleted", "tag": "598b590b-e11e-42fe-b18d-e49e1780f282", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:16:16.296282 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f9efebe5-6daf-4ddc-b3bb-2b7cff8aa4a2 {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:16:16.296804 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c01571-3b95-457e-8568-179f069177cd', 'name': 'network-vif-deleted', 'tag': '598b590b-e11e-42fe-b18d-e49e1780f282', 'status': 'completed', 'code': 200} Aug 15 14:16:16.572556 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:16.881366 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-79ac35b4-ce5b-4656-8b06-95f1d87860c0 req-1e8a8bd4-665b-4a56-97ff-6485322b2ed7 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=95c01571-3b95-457e-8568-179f069177cd HTTP/1.1" status: 200 len: 210 time: 0.0271721 Aug 15 14:16:16.923694 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc804ea-35d4-4846-ab3f-f69b07dd214d req-a2e756d9-b217-45c1-b51a-c85a32b1a2fb tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:16.925217 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-bdc804ea-35d4-4846-ab3f-f69b07dd214d req-a2e756d9-b217-45c1-b51a-c85a32b1a2fb tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 944 time: 0.0551765 Aug 15 14:16:16.964108 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-bdc804ea-35d4-4846-ab3f-f69b07dd214d req-dfbcefd1-5462-4223-918b-30b5a2f3de40 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323541 Aug 15 14:16:17.460415 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:16:17.624195 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 7e1900df-b241-46b5-aa5a-7e57d188cee2 up at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:16:17.714963 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning for port 7e1900df-b241-46b5-aa5a-7e57d188cee2 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:16:17.719102 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning complete for port 7e1900df-b241-46b5-aa5a-7e57d188cee2 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:16:17.722856 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:17.796741 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:17.818173 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addca090-a63f-4ef9-9ecd-78e89b54d1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1900df-b241-46b5-aa5a-7e57d188cee2'}] {{(pid=94453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:16:17.820366 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67f9f608f21815e3b7d057bcd481c644a3f088ed5729c17767b65ea5f15acf6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2939087-ab59-4e54-87f4-b5662afcbae3" -d '{"events": [{"server_uuid": "addca090-a63f-4ef9-9ecd-78e89b54d1fd", "name": "network-vif-plugged", "status": "completed", "tag": "7e1900df-b241-46b5-aa5a-7e57d188cee2"}]}' {{(pid=94453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:16:17.833307 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 7e1900df-b241-46b5-aa5a-7e57d188cee2, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=7e1900df-b241-46b5-aa5a-7e57d188cee2,segment=NetworkSegment(80471f41-1fac-4b4d-8c57-20e0de5d2141),segment_id=80471f41-1fac-4b4d-8c57-20e0de5d2141)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:16:17.855713 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3b777f-e30d-4228-80b1-1871b4652dbf x-openstack-request-id: req-3b3b777f-e30d-4228-80b1-1871b4652dbf {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:16:17.855992 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "addca090-a63f-4ef9-9ecd-78e89b54d1fd", "name": "network-vif-plugged", "status": "completed", "tag": "7e1900df-b241-46b5-aa5a-7e57d188cee2", "code": 200}]} {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:16:17.856267 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3b3b777f-e30d-4228-80b1-1871b4652dbf {{(pid=94453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:16:17.856656 dv-cinder-804581-6-iscsi neutron-server[94453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'addca090-a63f-4ef9-9ecd-78e89b54d1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1900df-b241-46b5-aa5a-7e57d188cee2', 'code': 200} Aug 15 14:16:17.902883 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:17.903784 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 598b590b-e11e-42fe-b18d-e49e1780f282 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:16:17.959424 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] No Port match for: 598b590b-e11e-42fe-b18d-e49e1780f282 {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:16:17.959776 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 598b590b-e11e-42fe-b18d-e49e1780f282 not bound to the agent host hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:16:17.987639 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=7e1900df-b241-46b5-aa5a-7e57d188cee2,revision_number=5']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:16:18.095821 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd02f7-a042-4238-8f44-4af6e13a2f2e req-06e8339e-d56e-4ec6-88a7-8792c2b95ed1 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:18.097332 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-83cd02f7-a042-4238-8f44-4af6e13a2f2e req-06e8339e-d56e-4ec6-88a7-8792c2b95ed1 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0491624 Aug 15 14:16:18.136643 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-83cd02f7-a042-4238-8f44-4af6e13a2f2e req-384883be-4a84-40b4-8e63-781d4025352e tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331979 Aug 15 14:16:18.261306 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f2c77-6e6d-4dfa-b804-fb0badf2082c req-dfee0b0a-85a7-4636-9b65-e8dbdebc6bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:18.269552 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-412f2c77-6e6d-4dfa-b804-fb0badf2082c req-dfee0b0a-85a7-4636-9b65-e8dbdebc6bc3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 1098 time: 0.0477333 Aug 15 14:16:18.306685 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-412f2c77-6e6d-4dfa-b804-fb0badf2082c req-a0eac6c8-479e-43ad-ac11-3b7360148477 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341022 Aug 15 14:16:18.366662 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365f12e-5428-4154-a0de-9ecec951feae req-d69a557e-fe45-4207-9d2d-c6ae0e61f567 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:18.368687 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c365f12e-5428-4154-a0de-9ecec951feae req-d69a557e-fe45-4207-9d2d-c6ae0e61f567 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=3227be10-1c1e-47b3-a9d8-95376d9971eb HTTP/1.1" status: 200 len: 945 time: 0.0491047 Aug 15 14:16:18.405999 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c365f12e-5428-4154-a0de-9ecec951feae req-ef72498f-9725-412b-85d4-f14da77e034c tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311949 Aug 15 14:16:19.259833 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee580c-5d8d-467d-9350-cf60dfbddbf8 req-07b3111f-a474-47be-8a05-7614e3a82b22 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:19.261298 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-bfee580c-5d8d-467d-9350-cf60dfbddbf8 req-07b3111f-a474-47be-8a05-7614e3a82b22 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0522771 Aug 15 14:16:19.299338 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-bfee580c-5d8d-467d-9350-cf60dfbddbf8 req-968b81cb-753f-4877-ad31-1180baead26f tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318356 Aug 15 14:16:19.520664 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368d614-0e3e-496c-b49d-17ca428b4731 req-82cf34d3-4d89-4a35-a772-1dac4c856251 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:19.522126 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e368d614-0e3e-496c-b49d-17ca428b4731 req-82cf34d3-4d89-4a35-a772-1dac4c856251 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=3227be10-1c1e-47b3-a9d8-95376d9971eb HTTP/1.1" status: 200 len: 945 time: 0.0502234 Aug 15 14:16:19.558799 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e368d614-0e3e-496c-b49d-17ca428b4731 req-e09a4cea-523b-4387-9845-004171b080f8 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298357 Aug 15 14:16:20.419527 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135c9e3-6e6b-49d1-9ab7-f889a88aa95a req-6fc4297a-fd57-4378-ad8e-96f326088c36 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:20.421080 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8135c9e3-6e6b-49d1-9ab7-f889a88aa95a req-6fc4297a-fd57-4378-ad8e-96f326088c36 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0494230 Aug 15 14:16:20.459592 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8135c9e3-6e6b-49d1-9ab7-f889a88aa95a req-dec79d9f-d6e3-478c-8865-bc7f4cc6dd0d tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321126 Aug 15 14:16:20.575251 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86374316-d4b9-4e62-b29e-0eaaa0ad3db5 req-57c24c22-5296-4414-8a63-8a80d9dbf847 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:20.576717 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-86374316-d4b9-4e62-b29e-0eaaa0ad3db5 req-57c24c22-5296-4414-8a63-8a80d9dbf847 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0488698 Aug 15 14:16:20.585330 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 48546) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:16:20.590493 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-b1f280b0-85b7-468e-bb7b-ea69b315e534 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Request body: {'floatingip': {'port_id': '7e1900df-b241-46b5-aa5a-7e57d188cee2'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:16:20.634005 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-b1f280b0-85b7-468e-bb7b-ea69b315e534 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for floatingip, before_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:20.677187 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a577b-9ce8-4969-a330-c45baa43a9ba req-8821456f-52cc-4dbb-a9a6-3d126f5ede93 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:20.678651 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-de0a577b-9ce8-4969-a330-c45baa43a9ba req-8821456f-52cc-4dbb-a9a6-3d126f5ede93 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.20 "GET /v2.0/ports?device_id=3227be10-1c1e-47b3-a9d8-95376d9971eb HTTP/1.1" status: 200 len: 945 time: 0.0798347 Aug 15 14:16:20.690533 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2e5e5-5f01-4f26-be08-16fadc67d411 req-e632f2a4-f408-4b31-b5ab-b44fff002bf6 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:20.691908 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-30a2e5e5-5f01-4f26-be08-16fadc67d411 req-e632f2a4-f408-4b31-b5ab-b44fff002bf6 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=3227be10-1c1e-47b3-a9d8-95376d9971eb HTTP/1.1" status: 200 len: 945 time: 0.0648568 Aug 15 14:16:20.781217 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-30a2e5e5-5f01-4f26-be08-16fadc67d411 req-1839d3d8-c1e1-48b6-9910-45ffef400b7f tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760891 Aug 15 14:16:20.804059 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-de0a577b-9ce8-4969-a330-c45baa43a9ba req-dc7d57c9-6d37-452b-a50b-1e8647d978d1 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Deleting port a5457743-2995-4e22-866a-eeca633e1864 {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:16:20.804401 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-de0a577b-9ce8-4969-a330-c45baa43a9ba req-dc7d57c9-6d37-452b-a50b-1e8647d978d1 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:20.892964 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-de0a577b-9ce8-4969-a330-c45baa43a9ba req-dc7d57c9-6d37-452b-a50b-1e8647d978d1 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] For port a5457743-2995-4e22-866a-eeca633e1864, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=a5457743-2995-4e22-866a-eeca633e1864,segment=NetworkSegment(0d773301-4627-4dbc-af30-9dbe1f56781d),segment_id=0d773301-4627-4dbc-af30-9dbe1f56781d)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:16:20.893327 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-de0a577b-9ce8-4969-a330-c45baa43a9ba req-dc7d57c9-6d37-452b-a50b-1e8647d978d1 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:20.906207 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-de0a577b-9ce8-4969-a330-c45baa43a9ba req-dc7d57c9-6d37-452b-a50b-1e8647d978d1 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Calling delete_port for a5457743-2995-4e22-866a-eeca633e1864 owned by compute:nova {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:16:21.068036 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-b1f280b0-85b7-468e-bb7b-ea69b315e534 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:21.104689 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-de0a577b-9ce8-4969-a330-c45baa43a9ba req-dc7d57c9-6d37-452b-a50b-1e8647d978d1 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:21.118075 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['c95233d3-7524-4964-b190-66c3536c9a6a', 'a5457743-2995-4e22-866a-eeca633e1864'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:16:21.134812 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d57c9-6d37-452b-a50b-1e8647d978d1 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Pushing event deleted for resources: {'Port': ['ID=a5457743-2995-4e22-866a-eeca633e1864,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:16:21.155559 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-b1f280b0-85b7-468e-bb7b-ea69b315e534 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594844'] for floatingip, after_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:21.178495 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0a577b-9ce8-4969-a330-c45baa43a9ba req-dc7d57c9-6d37-452b-a50b-1e8647d978d1 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] No DVR routers for this DVR port a5457743-2995-4e22-866a-eeca633e1864 on host hv-cinder-80458 {{(pid=94450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:16:21.181190 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-de0a577b-9ce8-4969-a330-c45baa43a9ba req-dc7d57c9-6d37-452b-a50b-1e8647d978d1 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:21.184476 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-de0a577b-9ce8-4969-a330-c45baa43a9ba req-dc7d57c9-6d37-452b-a50b-1e8647d978d1 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.20 "DELETE /v2.0/ports/a5457743-2995-4e22-866a-eeca633e1864 HTTP/1.1" status: 204 len: 173 time: 0.4916878 Aug 15 14:16:21.184941 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3227be10-1c1e-47b3-a9d8-95376d9971eb', 'name': 'network-vif-deleted', 'tag': 'a5457743-2995-4e22-866a-eeca633e1864'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:16:21.187432 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8235d6-bb76-493c-ab8a-524a0fe932e7" -d '{"events": [{"server_uuid": "3227be10-1c1e-47b3-a9d8-95376d9971eb", "name": "network-vif-deleted", "tag": "a5457743-2995-4e22-866a-eeca633e1864"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:16:21.226798 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c26e6d-8e13-429a-a330-6f1d74fdda47 x-openstack-request-id: req-e5c26e6d-8e13-429a-a330-6f1d74fdda47 {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:16:21.226973 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3227be10-1c1e-47b3-a9d8-95376d9971eb", "name": "network-vif-deleted", "tag": "a5457743-2995-4e22-866a-eeca633e1864", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:16:21.227149 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e5c26e6d-8e13-429a-a330-6f1d74fdda47 {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:16:21.227514 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3227be10-1c1e-47b3-a9d8-95376d9971eb', 'name': 'network-vif-deleted', 'tag': 'a5457743-2995-4e22-866a-eeca633e1864', 'status': 'completed', 'code': 200} Aug 15 14:16:21.272953 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.db.l3_db [None req-b1f280b0-85b7-468e-bb7b-ea69b315e534 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Floating IP 9d833630-bacb-4f00-81ac-280d6300e4eb associated. External IP: 172.27.3.27, port: 7e1900df-b241-46b5-aa5a-7e57d188cee2. Aug 15 14:16:21.485413 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f280b0-85b7-468e-bb7b-ea69b315e534 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Router 7d57890a-4c57-4ece-9fef-7cbd2b6beabe has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:16:21.593144 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f280b0-85b7-468e-bb7b-ea69b315e534 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:16:21.598403 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-b1f280b0-85b7-468e-bb7b-ea69b315e534 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for floatingip, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:21.603571 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d11f84b-0487-46c3-984e-e88dee829075 None None] Sync routers for ids ['7d57890a-4c57-4ece-9fef-7cbd2b6beabe'] in dv-cinder-804581-6-iscsi {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:16:21.612610 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d11f84b-0487-46c3-984e-e88dee829075 None None] Routers {'7d57890a-4c57-4ece-9fef-7cbd2b6beabe'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:16:21.613224 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-3d11f84b-0487-46c3-984e-e88dee829075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:16:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['7d57890a-4c57-4ece-9fef-7cbd2b6beabe'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:16:21.626986 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-b1f280b0-85b7-468e-bb7b-ea69b315e534 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "PUT /v2.0/floatingips/9d833630-bacb-4f00-81ac-280d6300e4eb HTTP/1.1" status: 200 len: 990 time: 1.0405631 Aug 15 14:16:21.627584 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'addca090-a63f-4ef9-9ecd-78e89b54d1fd', 'tag': '7e1900df-b241-46b5-aa5a-7e57d188cee2'}] {{(pid=94451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:16:21.629898 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abc82e7819f056574f254d7e5a5b8a49d035eebe46657e1c391d33dd16b5ccea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af2fee9-a726-42aa-b4cb-7c8c9e737f61" -d '{"events": [{"name": "network-changed", "server_uuid": "addca090-a63f-4ef9-9ecd-78e89b54d1fd", "tag": "7e1900df-b241-46b5-aa5a-7e57d188cee2"}]}' {{(pid=94451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:16:21.667840 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff6733a-bf3d-4e05-9bd8-932fc35e7adb x-openstack-request-id: req-9ff6733a-bf3d-4e05-9bd8-932fc35e7adb {{(pid=94451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:16:21.672027 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "addca090-a63f-4ef9-9ecd-78e89b54d1fd", "tag": "7e1900df-b241-46b5-aa5a-7e57d188cee2", "status": "completed", "code": 200}]} {{(pid=94451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:16:21.672027 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9ff6733a-bf3d-4e05-9bd8-932fc35e7adb {{(pid=94451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:16:21.672027 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'addca090-a63f-4ef9-9ecd-78e89b54d1fd', 'tag': '7e1900df-b241-46b5-aa5a-7e57d188cee2', 'status': 'completed', 'code': 200} Aug 15 14:16:21.736022 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-3d11f84b-0487-46c3-984e-e88dee829075 None None] Set router 7d57890a-4c57-4ece-9fef-7cbd2b6beabe gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:16:21.738218 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2fee9-a726-42aa-b4cb-7c8c9e737f61 req-f906be68-c4ef-49bc-b7cb-1448de7ba7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:21.739705 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4af2fee9-a726-42aa-b4cb-7c8c9e737f61 req-f906be68-c4ef-49bc-b7cb-1448de7ba7b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1cd26e2c90140de8aa0f6910b9341a5&device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 1098 time: 0.0414045 Aug 15 14:16:21.861065 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2fee9-a726-42aa-b4cb-7c8c9e737f61 req-c723e5ac-8bcd-49b4-96a2-7469608832f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:21.861993 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4af2fee9-a726-42aa-b4cb-7c8c9e737f61 req-c723e5ac-8bcd-49b4-96a2-7469608832f2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=81ce3d77-1ecb-4956-925d-d86609a6b989 HTTP/1.1" status: 200 len: 918 time: 0.1119456 Aug 15 14:16:21.891313 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-531d2e4d-b4e4-4e64-b7d1-7d9d5437214c req-557b889d-e8db-4605-84f6-47841d898057 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=3227be10-1c1e-47b3-a9d8-95376d9971eb HTTP/1.1" status: 200 len: 210 time: 0.0285132 Aug 15 14:16:21.929211 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4af2fee9-a726-42aa-b4cb-7c8c9e737f61 req-c57a9a79-2f6a-4336-8069-55a8d25c0d86 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e1900df-b241-46b5-aa5a-7e57d188cee2 HTTP/1.1" status: 200 len: 998 time: 0.0600445 Aug 15 14:16:21.983145 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2fee9-a726-42aa-b4cb-7c8c9e737f61 req-400804bb-1d81-49ab-8df6-5455f328ba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:21.984903 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4af2fee9-a726-42aa-b4cb-7c8c9e737f61 req-400804bb-1d81-49ab-8df6-5455f328ba6a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f53a997d-ab58-4de4-8f6f-e69dca0dbda3 HTTP/1.1" status: 200 len: 856 time: 0.0471694 Aug 15 14:16:22.039094 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2fee9-a726-42aa-b4cb-7c8c9e737f61 req-ed983acc-3b84-4dd1-949f-5852e77b3ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:22.040623 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4af2fee9-a726-42aa-b4cb-7c8c9e737f61 req-ed983acc-3b84-4dd1-949f-5852e77b3ee8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81ce3d77-1ecb-4956-925d-d86609a6b989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483985 Aug 15 14:16:22.090186 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-3d11f84b-0487-46c3-984e-e88dee829075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'name': 'tempest-AttachVolumeShelveTestJSON-1950464448-router', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '4c797db3-1220-4634-a87b-88eef0b67472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:15:54Z', 'updated_at': '2021-08-15T14:15:57Z', 'revision_number': 4, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'gw_port': {'id': '4c797db3-1220-4634-a87b-88eef0b67472', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:55Z', 'updated_at': '2021-08-15T14:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_floatingips': [{'id': '9d833630-bacb-4f00-81ac-280d6300e4eb', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'router_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'port_id': '7e1900df-b241-46b5-aa5a-7e57d188cee2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989', 'mac_address': 'fa:16:3e:6e:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addca090-a63f-4ef9-9ecd-78e89b54d1fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-15T14:16:02Z', 'updated_at': '2021-08-15T14:16:20Z', 'revision_number': 1, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2e8fb6-efba-4f87-a8b6-11b206f46c4a', 'name': '', 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'mac_address': 'fa:16:3e:9b:02:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:57Z', 'updated_at': '2021-08-15T14:16:03Z', 'revision_number': 5, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'subnets': [{'id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:16:22.117173 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d11f84b-0487-46c3-984e-e88dee829075 None None] Checking router: 7d57890a-4c57-4ece-9fef-7cbd2b6beabe for host: dv-cinder-804581-6-iscsi {{(pid=94453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:16:22.125793 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d11f84b-0487-46c3-984e-e88dee829075 None None] Routers {'7d57890a-4c57-4ece-9fef-7cbd2b6beabe'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:16:22.126401 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-3d11f84b-0487-46c3-984e-e88dee829075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:16:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['7d57890a-4c57-4ece-9fef-7cbd2b6beabe'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:16:22.138630 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4af2fee9-a726-42aa-b4cb-7c8c9e737f61 req-03b44b18-6830-43c5-8fc1-ece3e84fd1bb service neutron] 10.222.0.20 "GET /v2.0/networks/81ce3d77-1ecb-4956-925d-d86609a6b989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851972 Aug 15 14:16:22.230260 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-3d11f84b-0487-46c3-984e-e88dee829075 None None] Set router 7d57890a-4c57-4ece-9fef-7cbd2b6beabe gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:16:22.237175 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4af2fee9-a726-42aa-b4cb-7c8c9e737f61 req-102ddcb8-dd5d-469c-8365-ee0cc6c8ae36 service neutron] 10.222.0.20 "GET /v2.0/networks/81ce3d77-1ecb-4956-925d-d86609a6b989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876245 Aug 15 14:16:22.458387 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-3d11f84b-0487-46c3-984e-e88dee829075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'name': 'tempest-AttachVolumeShelveTestJSON-1950464448-router', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '4c797db3-1220-4634-a87b-88eef0b67472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:15:54Z', 'updated_at': '2021-08-15T14:15:57Z', 'revision_number': 4, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'gw_port': {'id': '4c797db3-1220-4634-a87b-88eef0b67472', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:55Z', 'updated_at': '2021-08-15T14:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_floatingips': [{'id': '9d833630-bacb-4f00-81ac-280d6300e4eb', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'router_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'port_id': '7e1900df-b241-46b5-aa5a-7e57d188cee2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989', 'mac_address': 'fa:16:3e:6e:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addca090-a63f-4ef9-9ecd-78e89b54d1fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-15T14:16:02Z', 'updated_at': '2021-08-15T14:16:20Z', 'revision_number': 1, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2e8fb6-efba-4f87-a8b6-11b206f46c4a', 'name': '', 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'mac_address': 'fa:16:3e:9b:02:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:57Z', 'updated_at': '2021-08-15T14:16:03Z', 'revision_number': 5, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'subnets': [{'id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:16:22.484737 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d11f84b-0487-46c3-984e-e88dee829075 None None] The sync data for ids ['7d57890a-4c57-4ece-9fef-7cbd2b6beabe'] in dv-cinder-804581-6-iscsi is: [{'id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'name': 'tempest-AttachVolumeShelveTestJSON-1950464448-router', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '4c797db3-1220-4634-a87b-88eef0b67472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:15:54Z', 'updated_at': '2021-08-15T14:15:57Z', 'revision_number': 4, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'gw_port': {'id': '4c797db3-1220-4634-a87b-88eef0b67472', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:55Z', 'updated_at': '2021-08-15T14:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_floatingips': [{'id': '9d833630-bacb-4f00-81ac-280d6300e4eb', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'router_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'port_id': '7e1900df-b241-46b5-aa5a-7e57d188cee2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989', 'mac_address': 'fa:16:3e:6e:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addca090-a63f-4ef9-9ecd-78e89b54d1fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-15T14:16:02Z', 'updated_at': '2021-08-15T14:16:20Z', 'revision_number': 1, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2e8fb6-efba-4f87-a8b6-11b206f46c4a', 'name': '', 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'mac_address': 'fa:16:3e:9b:02:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:57Z', 'updated_at': '2021-08-15T14:16:03Z', 'revision_number': 5, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'subnets': [{'id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:16:22.664108 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44be36b-8d96-488b-8f7d-6a15331630d1 None None] New status for floating IP 9d833630-bacb-4f00-81ac-280d6300e4eb: ACTIVE {{(pid=94454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 15 14:16:22.746722 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 48570) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:16:22.854148 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d2523570-8f71-4598-bf69-7f5eaaafeb37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:22.955643 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d2523570-8f71-4598-bf69-7f5eaaafeb37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:23.063375 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d2523570-8f71-4598-bf69-7f5eaaafeb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:23.101630 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-d2523570-8f71-4598-bf69-7f5eaaafeb37 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=157cc23ddc864688821a640d58162a54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3533227 Aug 15 14:16:23.102555 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2523570-8f71-4598-bf69-7f5eaaafeb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49897f96-6bdb-4ea9-bba3-b7c23a955a19,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:16:23.104395 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 48578) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:16:23.153577 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-fab924f3-dbe4-4dcb-b9f3-05dd045a4ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:23.174517 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-fab924f3-dbe4-4dcb-b9f3-05dd045a4ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:23.309864 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-fab924f3-dbe4-4dcb-b9f3-05dd045a4ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:23.312444 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-fab924f3-dbe4-4dcb-b9f3-05dd045a4ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:23.313637 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-fab924f3-dbe4-4dcb-b9f3-05dd045a4ec0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/49897f96-6bdb-4ea9-bba3-b7c23a955a19 HTTP/1.1" status: 204 len: 168 time: 0.2082491 Aug 15 14:16:23.321335 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab924f3-dbe4-4dcb-b9f3-05dd045a4ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49897f96-6bdb-4ea9-bba3-b7c23a955a19,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:16:23.657941 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device a5457743-2995-4e22-866a-eeca633e1864 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:16:23.679141 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] No Port match for: a5457743-2995-4e22-866a-eeca633e1864 {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:16:23.679491 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device a5457743-2995-4e22-866a-eeca633e1864 not bound to the agent host hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:16:24.271606 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 48614) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:16:24.368919 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-bb29cfd9-0703-474d-a4ad-e37e10cd96ea admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-676167034-network', 'tenant_id': '82fc23057c34475d8e08230ed3e72eaa'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:16:24.445252 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb29cfd9-0703-474d-a4ad-e37e10cd96ea admin admin] Made reservation on behalf of 82fc23057c34475d8e08230ed3e72eaa for: {'network': 1} {{(pid=94451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:16:24.447546 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-bb29cfd9-0703-474d-a4ad-e37e10cd96ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for network, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:24.456090 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-bb29cfd9-0703-474d-a4ad-e37e10cd96ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:24.545451 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-bb29cfd9-0703-474d-a4ad-e37e10cd96ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:24.628291 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-bb29cfd9-0703-474d-a4ad-e37e10cd96ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:24.652925 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb29cfd9-0703-474d-a4ad-e37e10cd96ea admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=94451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 15 14:16:24.659820 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180917d6-e467-44b4-8745-03464f5533d0 req-6cbed819-619f-4b36-b6ba-22de4ce1ce05 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:24.661168 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29cfd9-0703-474d-a4ad-e37e10cd96ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c702a1c5-4c2d-4266-84fe-9b0634ab3880,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:16:24.661492 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-180917d6-e467-44b4-8745-03464f5533d0 req-6cbed819-619f-4b36-b6ba-22de4ce1ce05 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 945 time: 0.0498400 Aug 15 14:16:24.669011 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-bb29cfd9-0703-474d-a4ad-e37e10cd96ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:24.669360 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.db.segments_db [None req-bb29cfd9-0703-474d-a4ad-e37e10cd96ea admin admin] Added segment 66d5fe38-bca6-423c-aeb4-48d8152f4f9d of type vlan for network 6003a87a-aad2-430b-ae91-8ec0ff34663a Aug 15 14:16:24.707645 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-180917d6-e467-44b4-8745-03464f5533d0 req-38c37192-c65e-4e7d-9681-fc3193f56525 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319932 Aug 15 14:16:24.708045 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-bb29cfd9-0703-474d-a4ad-e37e10cd96ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787668796995'] for network, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:24.812401 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-bb29cfd9-0703-474d-a4ad-e37e10cd96ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for network, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:24.813307 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb29cfd9-0703-474d-a4ad-e37e10cd96ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:24.813922 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-bb29cfd9-0703-474d-a4ad-e37e10cd96ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:25.116963 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29cfd9-0703-474d-a4ad-e37e10cd96ea admin admin] Pushing event updated for resources: {'Network': ['ID=6003a87a-aad2-430b-ae91-8ec0ff34663a,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:16:25.127468 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Network 6003a87a-aad2-430b-ae91-8ec0ff34663a details requested by agent ovs-agent-dv-cinder-804581-6-iscsi with host dv-cinder-804581-6-iscsi {{(pid=94453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 15 14:16:25.144211 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-bb29cfd9-0703-474d-a4ad-e37e10cd96ea admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8715167 Aug 15 14:16:25.147263 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 48622) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:16:25.152065 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-3a1e9b23-d3ca-43ae-88a1-d5d2c781056a admin admin] Request body: {'subnet': {'network_id': '6003a87a-aad2-430b-ae91-8ec0ff34663a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-676167034-subnet', 'tenant_id': '82fc23057c34475d8e08230ed3e72eaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:16:25.234957 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1e9b23-d3ca-43ae-88a1-d5d2c781056a admin admin] Made reservation on behalf of 82fc23057c34475d8e08230ed3e72eaa for: {'subnet': 1} {{(pid=94451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:16:25.237233 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9b23-d3ca-43ae-88a1-d5d2c781056a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12305965'] for subnet, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:25.452605 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9b23-d3ca-43ae-88a1-d5d2c781056a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12305951'] for subnet, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:25.504095 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e9b23-d3ca-43ae-88a1-d5d2c781056a admin admin] Pushing event updated for resources: {'Subnet': ['ID=755a559d-b09d-45e5-beb2-17cd93b265bd,revision_number=0']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:16:25.514414 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1e9b23-d3ca-43ae-88a1-d5d2c781056a admin admin] Checking segment: {'id': '66d5fe38-bca6-423c-aeb4-48d8152f4f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6003a87a-aad2-430b-ae91-8ec0ff34663a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:16:25.514781 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1e9b23-d3ca-43ae-88a1-d5d2c781056a admin admin] Network hostable DHCP agents. Network: 6003a87a-aad2-430b-ae91-8ec0ff34663a, hostable agents: ['79a36ae1-c81e-4df0-b784-d4dbca0423ec'], hosted agents: [] {{(pid=94451) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 15 14:16:25.589419 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1e9b23-d3ca-43ae-88a1-d5d2c781056a admin admin] Network 6003a87a-aad2-430b-ae91-8ec0ff34663a is scheduled to be hosted by DHCP agent 79a36ae1-c81e-4df0-b784-d4dbca0423ec with binding_index 1 {{(pid=94451) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 15 14:16:25.686751 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.base_scheduler [None req-3a1e9b23-d3ca-43ae-88a1-d5d2c781056a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-6-iscsi, 6003a87a-aad2-430b-ae91-8ec0ff34663a) {{(pid=94451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:16:25.690640 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1e9b23-d3ca-43ae-88a1-d5d2c781056a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:25.691315 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9b23-d3ca-43ae-88a1-d5d2c781056a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:25.695479 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888067d1-1cef-4256-9792-6a4705a6d776 None None] Network 6003a87a-aad2-430b-ae91-8ec0ff34663a requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:16:25.773575 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-3a1e9b23-d3ca-43ae-88a1-d5d2c781056a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6251998 Aug 15 14:16:25.824885 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07be9953-dd7e-422d-8f39-31cdd02404f2 None None] Network 6003a87a-aad2-430b-ae91-8ec0ff34663a requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:16:25.837942 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3499b-3e51-4ccc-990a-1d7a46b0153e req-d00d1c1b-0c17-4ce9-82a7-b420e9311d60 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:25.839499 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ffb3499b-3e51-4ccc-990a-1d7a46b0153e req-d00d1c1b-0c17-4ce9-82a7-b420e9311d60 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 945 time: 0.0628750 Aug 15 14:16:25.879191 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ffb3499b-3e51-4ccc-990a-1d7a46b0153e req-e27c32c4-3be1-43d5-9e69-fc2972065b71 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325334 Aug 15 14:16:26.658234 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fea042-adc3-4088-a623-cbfae57ecb39 req-c631d0a6-c52f-4f8b-ab61-4a7814779cb4 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:26.659682 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a8fea042-adc3-4088-a623-cbfae57ecb39 req-c631d0a6-c52f-4f8b-ab61-4a7814779cb4 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.20 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 945 time: 0.0534375 Aug 15 14:16:26.760310 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-a8fea042-adc3-4088-a623-cbfae57ecb39 req-b63ce487-b70b-4aa4-9783-2f01e32d6caf tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Deleting port c95233d3-7524-4964-b190-66c3536c9a6a {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:16:26.760655 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-a8fea042-adc3-4088-a623-cbfae57ecb39 req-b63ce487-b70b-4aa4-9783-2f01e32d6caf tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:26.847171 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-a8fea042-adc3-4088-a623-cbfae57ecb39 req-b63ce487-b70b-4aa4-9783-2f01e32d6caf tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] For port c95233d3-7524-4964-b190-66c3536c9a6a, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=c95233d3-7524-4964-b190-66c3536c9a6a,segment=NetworkSegment(0d773301-4627-4dbc-af30-9dbe1f56781d),segment_id=0d773301-4627-4dbc-af30-9dbe1f56781d)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:16:26.847831 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-a8fea042-adc3-4088-a623-cbfae57ecb39 req-b63ce487-b70b-4aa4-9783-2f01e32d6caf tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:26.860337 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-a8fea042-adc3-4088-a623-cbfae57ecb39 req-b63ce487-b70b-4aa4-9783-2f01e32d6caf tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Calling delete_port for c95233d3-7524-4964-b190-66c3536c9a6a owned by compute:nova {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:16:27.021889 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c635cb-4c06-438c-a764-d63613b7f1c5 req-c27e1d97-9932-45d3-8449-4b8424a72bff tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:27.023332 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-78c635cb-4c06-438c-a764-d63613b7f1c5 req-c27e1d97-9932-45d3-8449-4b8424a72bff tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/ports?device_id=10d50dea-c9e9-4c41-9da6-c88174f19624 HTTP/1.1" status: 200 len: 945 time: 0.0630744 Aug 15 14:16:27.061119 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-78c635cb-4c06-438c-a764-d63613b7f1c5 req-608f0ae3-b6e0-4bf2-936b-478fa7c21651 tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fd6d296-4631-40e0-95ce-6fe4f85aee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309222 Aug 15 14:16:27.068259 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-a8fea042-adc3-4088-a623-cbfae57ecb39 req-b63ce487-b70b-4aa4-9783-2f01e32d6caf tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:27.079859 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['c95233d3-7524-4964-b190-66c3536c9a6a'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:16:27.101780 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ce487-b70b-4aa4-9783-2f01e32d6caf tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Pushing event deleted for resources: {'Port': ['ID=c95233d3-7524-4964-b190-66c3536c9a6a,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:16:27.143008 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8fea042-adc3-4088-a623-cbfae57ecb39 req-b63ce487-b70b-4aa4-9783-2f01e32d6caf tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] No DVR routers for this DVR port c95233d3-7524-4964-b190-66c3536c9a6a on host hv-cinder-80458 {{(pid=94450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:16:27.145323 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-a8fea042-adc3-4088-a623-cbfae57ecb39 req-b63ce487-b70b-4aa4-9783-2f01e32d6caf tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:27.147306 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a8fea042-adc3-4088-a623-cbfae57ecb39 req-b63ce487-b70b-4aa4-9783-2f01e32d6caf tempest-AttachVolumeNegativeTest-1515368234 tempest-AttachVolumeNegativeTest-1515368234-project] 10.222.0.20 "DELETE /v2.0/ports/c95233d3-7524-4964-b190-66c3536c9a6a HTTP/1.1" status: 204 len: 173 time: 0.4815438 Aug 15 14:16:27.147733 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d50dea-c9e9-4c41-9da6-c88174f19624', 'name': 'network-vif-deleted', 'tag': 'c95233d3-7524-4964-b190-66c3536c9a6a'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:16:27.150013 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1e00fe-6a66-4636-a9f9-580c96adc2e8" -d '{"events": [{"server_uuid": "10d50dea-c9e9-4c41-9da6-c88174f19624", "name": "network-vif-deleted", "tag": "c95233d3-7524-4964-b190-66c3536c9a6a"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:16:27.186496 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b910bb58-e12a-45ee-8f8a-82febca486b7 x-openstack-request-id: req-b910bb58-e12a-45ee-8f8a-82febca486b7 {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:16:27.186784 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d50dea-c9e9-4c41-9da6-c88174f19624", "name": "network-vif-deleted", "tag": "c95233d3-7524-4964-b190-66c3536c9a6a", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:16:27.187033 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b910bb58-e12a-45ee-8f8a-82febca486b7 {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:16:27.187419 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d50dea-c9e9-4c41-9da6-c88174f19624', 'name': 'network-vif-deleted', 'tag': 'c95233d3-7524-4964-b190-66c3536c9a6a', 'status': 'completed', 'code': 200} Aug 15 14:16:28.116558 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 48648) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:16:28.160176 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_v2 [None req-d14537f2-7aad-4e63-884b-ceaba69ea8e7 admin admin] Deleting subnet 605b3e14-49dc-4446-943a-b55a9146c77b {{(pid=94450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 15 14:16:28.163067 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d14537f2-7aad-4e63-884b-ceaba69ea8e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:28.197082 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d14537f2-7aad-4e63-884b-ceaba69ea8e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8972445'] for subnet, precommit_delete_associations {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:28.239002 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d14537f2-7aad-4e63-884b-ceaba69ea8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1604558'] for subnet, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:28.589525 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d14537f2-7aad-4e63-884b-ceaba69ea8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1604569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10384394'] for subnet, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:28.621957 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14537f2-7aad-4e63-884b-ceaba69ea8e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=605b3e14-49dc-4446-943a-b55a9146c77b,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:16:28.625271 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d14537f2-7aad-4e63-884b-ceaba69ea8e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for subnet, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:28.634290 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-d14537f2-7aad-4e63-884b-ceaba69ea8e7 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/605b3e14-49dc-4446-943a-b55a9146c77b HTTP/1.1" status: 204 len: 168 time: 0.5103920 Aug 15 14:16:28.634290 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 48652) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:16:28.707793 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a7e6e986-8120-4811-b4ab-6fd425f9a0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586961'] for network, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:28.794365 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a7e6e986-8120-4811-b4ab-6fd425f9a0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1603913', 'neutron.services.segments.db._delete_segments_for_network-8787669368688'] for network, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:28.804476 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.services.segments.db [None req-a7e6e986-8120-4811-b4ab-6fd425f9a0b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84973402-f5de-4cbd-a3be-16501fd5c3aa']}} {{(pid=94450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:16:28.814652 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.services.segments.db [None req-a7e6e986-8120-4811-b4ab-6fd425f9a0b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d773301-4627-4dbc-af30-9dbe1f56781d') {'for_net_delete': True} {{(pid=94450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:16:28.814948 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.services.segments.db [None req-a7e6e986-8120-4811-b4ab-6fd425f9a0b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d773301-4627-4dbc-af30-9dbe1f56781d') {} {{(pid=94450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:16:28.823491 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a7e6e986-8120-4811-b4ab-6fd425f9a0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787669372281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8972426'] for segment, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:28.836702 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a7e6e986-8120-4811-b4ab-6fd425f9a0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:28.842925 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e6e986-8120-4811-b4ab-6fd425f9a0b3 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=94450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 15 14:16:28.843242 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a7e6e986-8120-4811-b4ab-6fd425f9a0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976338'] for segment, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:28.844982 dv-cinder-804581-6-iscsi neutron-server[94450]: Traceback (most recent call last): Aug 15 14:16:28.844982 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 15 14:16:28.844982 dv-cinder-804581-6-iscsi neutron-server[94450]: timer() Aug 15 14:16:28.844982 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 15 14:16:28.844982 dv-cinder-804581-6-iscsi neutron-server[94450]: cb(*args, **kw) Aug 15 14:16:28.844982 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 15 14:16:28.844982 dv-cinder-804581-6-iscsi neutron-server[94450]: return func(*args, **kwargs) Aug 15 14:16:28.844982 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 15 14:16:28.844982 dv-cinder-804581-6-iscsi neutron-server[94450]: self._notify() Aug 15 14:16:28.844982 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 15 14:16:28.844982 dv-cinder-804581-6-iscsi neutron-server[94450]: self.callback(batched_events) Aug 15 14:16:28.844982 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 15 14:16:28.844982 dv-cinder-804581-6-iscsi neutron-server[94450]: event.method(event) Aug 15 14:16:28.844982 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 15 14:16:28.844982 dv-cinder-804581-6-iscsi neutron-server[94450]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 15 14:16:28.844982 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 15 14:16:28.844982 dv-cinder-804581-6-iscsi neutron-server[94450]: aggregate_uuid = self.p_client.list_aggregates( Aug 15 14:16:28.844982 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 15 14:16:28.844982 dv-cinder-804581-6-iscsi neutron-server[94450]: return f(self, *a, **k) Aug 15 14:16:28.844982 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 15 14:16:28.844982 dv-cinder-804581-6-iscsi neutron-server[94450]: return self._get(url).json() Aug 15 14:16:28.844982 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 15 14:16:28.844982 dv-cinder-804581-6-iscsi neutron-server[94450]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 15 14:16:28.844982 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 15 14:16:28.844982 dv-cinder-804581-6-iscsi neutron-server[94450]: return self.request(url, 'GET', **kwargs) Aug 15 14:16:28.844982 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 15 14:16:28.844982 dv-cinder-804581-6-iscsi neutron-server[94450]: base_url = self.get_endpoint(auth, allow=allow, Aug 15 14:16:28.844982 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 15 14:16:28.844982 dv-cinder-804581-6-iscsi neutron-server[94450]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 15 14:16:28.844982 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 15 14:16:28.844982 dv-cinder-804581-6-iscsi neutron-server[94450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 15 14:16:28.844982 dv-cinder-804581-6-iscsi neutron-server[94450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 15 14:16:28.905751 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-2af74929-1d38-42f6-93ab-e08ed559177b tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:28.907236 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-2af74929-1d38-42f6-93ab-e08ed559177b tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/networks?id=6003a87a-aad2-430b-ae91-8ec0ff34663a HTTP/1.1" status: 200 len: 813 time: 0.1047003 Aug 15 14:16:28.923065 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-387397f0-666a-4d25-bf7c-3e26dd1759cd tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/quotas/82fc23057c34475d8e08230ed3e72eaa HTTP/1.1" status: 200 len: 375 time: 0.0101848 Aug 15 14:16:28.949587 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a7e6e986-8120-4811-b4ab-6fd425f9a0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1603920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594858'] for network, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:28.954178 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-1f6d5c71-10fb-47c8-9934-90193cafe9fb tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=82fc23057c34475d8e08230ed3e72eaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258083 Aug 15 14:16:28.956243 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a7e6e986-8120-4811-b4ab-6fd425f9a0b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:28.957887 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-a7e6e986-8120-4811-b4ab-6fd425f9a0b3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/84973402-f5de-4cbd-a3be-16501fd5c3aa HTTP/1.1" status: 204 len: 168 time: 0.3262436 Aug 15 14:16:28.970635 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6e986-8120-4811-b4ab-6fd425f9a0b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=84973402-f5de-4cbd-a3be-16501fd5c3aa,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:16:29.049617 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-9606ae30-322e-4bf9-80c0-3e37acd994db service neutron] 10.222.0.22 "GET /v2.0/networks/6003a87a-aad2-430b-ae91-8ec0ff34663a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830042 Aug 15 14:16:29.141159 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-754b435f-6966-4a45-887b-60f439ad19db service neutron] 10.222.0.22 "GET /v2.0/networks/6003a87a-aad2-430b-ae91-8ec0ff34663a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854416 Aug 15 14:16:29.204874 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 48670) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:16:29.243273 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-f4948098-9e91-4c77-89e3-4ae12d60e9ee admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=407c1fd6fcf5420e9ec2759a80b92db4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0372248 Aug 15 14:16:29.245628 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 48672) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:16:29.296800 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-f3af6bf0-7fbc-4713-8deb-774e16045859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:29.317973 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-f3af6bf0-7fbc-4713-8deb-774e16045859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:29.382298 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9aa7fdcf-3d89-4606-8718-e54c86c5d4c4 req-543af8fc-720b-4c03-9cb3-f52059a5202e tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 210 time: 0.0287077 Aug 15 14:16:29.429709 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-f3af6bf0-7fbc-4713-8deb-774e16045859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:29.432324 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-f3af6bf0-7fbc-4713-8deb-774e16045859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:29.434157 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-f3af6bf0-7fbc-4713-8deb-774e16045859 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8fd6d296-4631-40e0-95ce-6fe4f85aee8e HTTP/1.1" status: 204 len: 168 time: 0.1869578 Aug 15 14:16:29.442723 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af6bf0-7fbc-4713-8deb-774e16045859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd6d296-4631-40e0-95ce-6fe4f85aee8e,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:16:29.732781 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device c95233d3-7524-4964-b190-66c3536c9a6a no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:16:29.756341 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] No Port match for: c95233d3-7524-4964-b190-66c3536c9a6a {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:16:29.756683 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device c95233d3-7524-4964-b190-66c3536c9a6a not bound to the agent host hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:16:30.477239 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c678218c-f420-4b3f-af7b-328d34d9a120 req-b042ea54-0def-469d-b135-81ba927b17ff tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 210 time: 0.0267465 Aug 15 14:16:31.489360 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-43b2d4a9-7ff1-4e31-966f-f0d5f409386f tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:31.490981 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-43b2d4a9-7ff1-4e31-966f-f0d5f409386f tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.20 "GET /v2.0/networks?id=6003a87a-aad2-430b-ae91-8ec0ff34663a HTTP/1.1" status: 200 len: 813 time: 0.1090069 Aug 15 14:16:31.508249 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-41335fcf-7338-4749-9b0b-3dc6a1317d4c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Request body: {'port': {'device_id': 'de8be082-591c-43dc-96e4-ce08dbb83d57', 'network_id': '6003a87a-aad2-430b-ae91-8ec0ff34663a', 'admin_state_up': True, 'tenant_id': '82fc23057c34475d8e08230ed3e72eaa'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:16:31.562544 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:31.578232 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-2c85870d-6828-4057-b3c4-e1aa5ec778e9 req-693f8c66-d3e7-4e1d-a3ce-625b44ed97c2 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 210 time: 0.0291781 Aug 15 14:16:31.716195 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-41335fcf-7338-4749-9b0b-3dc6a1317d4c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Made reservation on behalf of 82fc23057c34475d8e08230ed3e72eaa for: {'port': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:16:31.719870 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-41335fcf-7338-4749-9b0b-3dc6a1317d4c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:31.850070 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-41335fcf-7338-4749-9b0b-3dc6a1317d4c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Allocated IP 172.20.0.5 (6003a87a-aad2-430b-ae91-8ec0ff34663a/755a559d-b09d-45e5-beb2-17cd93b265bd/7b42bfa1-999b-48f0-bdd2-3394f4f092f6) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:16:31.997852 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-41335fcf-7338-4749-9b0b-3dc6a1317d4c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:32.121687 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-41335fcf-7338-4749-9b0b-3dc6a1317d4c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:32.162989 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-41335fcf-7338-4749-9b0b-3dc6a1317d4c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Network 6003a87a-aad2-430b-ae91-8ec0ff34663a is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:16:32.168868 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-41335fcf-7338-4749-9b0b-3dc6a1317d4c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:16:32.171378 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-41335fcf-7338-4749-9b0b-3dc6a1317d4c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:16:32.202601 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41335fcf-7338-4749-9b0b-3dc6a1317d4c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Pushing event updated for resources: {'Port': ['ID=7b42bfa1-999b-48f0-bdd2-3394f4f092f6,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:16:32.225911 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-41335fcf-7338-4749-9b0b-3dc6a1317d4c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:32.226556 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-41335fcf-7338-4749-9b0b-3dc6a1317d4c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:32.298890 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-41335fcf-7338-4749-9b0b-3dc6a1317d4c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7946110 Aug 15 14:16:32.311794 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-d2233533-1d54-4401-a5c4-a64dd399913a service neutron] Request body: {'port': {'device_id': 'de8be082-591c-43dc-96e4-ce08dbb83d57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:16:32.369035 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-d2233533-1d54-4401-a5c4-a64dd399913a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:32.627253 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-d2233533-1d54-4401-a5c4-a64dd399913a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b42bfa1-999b-48f0-bdd2-3394f4f092f6 {{(pid=94450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:16:32.634733 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-d2233533-1d54-4401-a5c4-a64dd399913a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:32.646703 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.provisioning_blocks [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-d2233533-1d54-4401-a5c4-a64dd399913a service neutron] Transition to ACTIVE for port object 7b42bfa1-999b-48f0-bdd2-3394f4f092f6 will not be triggered until provisioned by entity L2. {{(pid=94450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:16:32.702560 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-d2233533-1d54-4401-a5c4-a64dd399913a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:32.703084 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102634f-bf11-4826-97a5-2f0b484ac500 req-a0b74e9d-8c8d-424d-8363-6348b223a606 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:32.704579 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d102634f-bf11-4826-97a5-2f0b484ac500 req-a0b74e9d-8c8d-424d-8363-6348b223a606 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 931 time: 0.0533247 Aug 15 14:16:32.744030 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d102634f-bf11-4826-97a5-2f0b484ac500 req-5ef0f74f-03d0-47be-8ed0-edd6c7e3933f tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331886 Aug 15 14:16:32.755244 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2233533-1d54-4401-a5c4-a64dd399913a service neutron] Pushing event updated for resources: {'Port': ['ID=7b42bfa1-999b-48f0-bdd2-3394f4f092f6,revision_number=2']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:16:32.824694 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-d2233533-1d54-4401-a5c4-a64dd399913a service neutron] Attempting to bind port 7b42bfa1-999b-48f0-bdd2-3394f4f092f6 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:16:32.825028 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-d2233533-1d54-4401-a5c4-a64dd399913a service neutron] Attempting to bind port 7b42bfa1-999b-48f0-bdd2-3394f4f092f6 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '66d5fe38-bca6-423c-aeb4-48d8152f4f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6003a87a-aad2-430b-ae91-8ec0ff34663a'}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:16:32.825359 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-d2233533-1d54-4401-a5c4-a64dd399913a service neutron] Attempting to bind port 7b42bfa1-999b-48f0-bdd2-3394f4f092f6 on network 6003a87a-aad2-430b-ae91-8ec0ff34663a {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:16:32.829569 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-d2233533-1d54-4401-a5c4-a64dd399913a service neutron] Port 7b42bfa1-999b-48f0-bdd2-3394f4f092f6 on network 6003a87a-aad2-430b-ae91-8ec0ff34663a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 15 14:16:32.829892 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-d2233533-1d54-4401-a5c4-a64dd399913a service neutron] Attempting to bind port 7b42bfa1-999b-48f0-bdd2-3394f4f092f6 on network 6003a87a-aad2-430b-ae91-8ec0ff34663a {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:16:32.834572 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-d2233533-1d54-4401-a5c4-a64dd399913a service neutron] Checking agent: {'id': '32bd799d-9334-4df6-9ae9-b970e79828b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'started_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:16:32.834904 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-d2233533-1d54-4401-a5c4-a64dd399913a service neutron] Checking segment: {'id': '66d5fe38-bca6-423c-aeb4-48d8152f4f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6003a87a-aad2-430b-ae91-8ec0ff34663a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:16:32.835282 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-d2233533-1d54-4401-a5c4-a64dd399913a service neutron] Bound using segment: {'id': '66d5fe38-bca6-423c-aeb4-48d8152f4f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6003a87a-aad2-430b-ae91-8ec0ff34663a'} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:16:32.835704 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-d2233533-1d54-4401-a5c4-a64dd399913a service neutron] Bound port: 7b42bfa1-999b-48f0-bdd2-3394f4f092f6, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66d5fe38-bca6-423c-aeb4-48d8152f4f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6003a87a-aad2-430b-ae91-8ec0ff34663a'}}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:16:32.836073 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-d2233533-1d54-4401-a5c4-a64dd399913a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:32.898271 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-d2233533-1d54-4401-a5c4-a64dd399913a service neutron] For port 7b42bfa1-999b-48f0-bdd2-3394f4f092f6, host hv-cinder-80458, cleared binding levels {{(pid=94450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:16:32.901126 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-d2233533-1d54-4401-a5c4-a64dd399913a service neutron] For port 7b42bfa1-999b-48f0-bdd2-3394f4f092f6, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=7b42bfa1-999b-48f0-bdd2-3394f4f092f6,segment=NetworkSegment(66d5fe38-bca6-423c-aeb4-48d8152f4f9d),segment_id=66d5fe38-bca6-423c-aeb4-48d8152f4f9d)] {{(pid=94450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:16:32.988922 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-d2233533-1d54-4401-a5c4-a64dd399913a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:33.023170 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-d2233533-1d54-4401-a5c4-a64dd399913a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:33.023779 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-d2233533-1d54-4401-a5c4-a64dd399913a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:33.025174 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-d2233533-1d54-4401-a5c4-a64dd399913a service neutron] 10.222.0.20 "PUT /v2.0/ports/7b42bfa1-999b-48f0-bdd2-3394f4f092f6 HTTP/1.1" status: 200 len: 1093 time: 0.7176921 Aug 15 14:16:33.025628 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8be082-591c-43dc-96e4-ce08dbb83d57', 'tag': '7b42bfa1-999b-48f0-bdd2-3394f4f092f6'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:16:33.028733 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64913c0-8d4b-4963-adb7-234d121daa40" -d '{"events": [{"name": "network-changed", "server_uuid": "de8be082-591c-43dc-96e4-ce08dbb83d57", "tag": "7b42bfa1-999b-48f0-bdd2-3394f4f092f6"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:16:33.053017 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2233533-1d54-4401-a5c4-a64dd399913a service neutron] Pushing event updated for resources: {'Port': ['ID=7b42bfa1-999b-48f0-bdd2-3394f4f092f6,revision_number=3']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:16:33.068210 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42c6c96-dcd9-4ce5-9e65-6ad9d417ba76 x-openstack-request-id: req-b42c6c96-dcd9-4ce5-9e65-6ad9d417ba76 {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:16:33.068497 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8be082-591c-43dc-96e4-ce08dbb83d57", "tag": "7b42bfa1-999b-48f0-bdd2-3394f4f092f6", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:16:33.068753 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b42c6c96-dcd9-4ce5-9e65-6ad9d417ba76 {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:16:33.069140 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8be082-591c-43dc-96e4-ce08dbb83d57', 'tag': '7b42bfa1-999b-48f0-bdd2-3394f4f092f6', 'status': 'completed', 'code': 200} Aug 15 14:16:33.138284 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64913c0-8d4b-4963-adb7-234d121daa40 req-555a74cc-00af-4132-98a1-4ec7dbb8c707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:33.139910 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f64913c0-8d4b-4963-adb7-234d121daa40 req-555a74cc-00af-4132-98a1-4ec7dbb8c707 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=82fc23057c34475d8e08230ed3e72eaa&device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 1096 time: 0.0443442 Aug 15 14:16:33.240078 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64913c0-8d4b-4963-adb7-234d121daa40 req-c2abb270-e869-4cc5-b3aa-5077e86fe4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:33.241571 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f64913c0-8d4b-4963-adb7-234d121daa40 req-c2abb270-e869-4cc5-b3aa-5077e86fe4a3 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=82fc23057c34475d8e08230ed3e72eaa&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0901682 Aug 15 14:16:33.337690 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64913c0-8d4b-4963-adb7-234d121daa40 req-7d7b7588-7d18-4842-8194-6ec6ff676397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:33.339141 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f64913c0-8d4b-4963-adb7-234d121daa40 req-7d7b7588-7d18-4842-8194-6ec6ff676397 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908751 Aug 15 14:16:33.426245 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-bffc3a38-32d2-4391-b34e-02c14ec8a435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:33.428890 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-bffc3a38-32d2-4391-b34e-02c14ec8a435 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=82fc23057c34475d8e08230ed3e72eaa&device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 1096 time: 0.0414867 Aug 15 14:16:33.472845 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-e27352a1-1939-4a0c-9ace-4a4e800e7da1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b42bfa1-999b-48f0-bdd2-3394f4f092f6 HTTP/1.1" status: 200 len: 217 time: 0.0336134 Aug 15 14:16:33.528654 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-170daa34-74e2-443a-a21c-b8b9e1569d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:33.530029 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-170daa34-74e2-443a-a21c-b8b9e1569d14 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=755a559d-b09d-45e5-beb2-17cd93b265bd HTTP/1.1" status: 200 len: 853 time: 0.0496023 Aug 15 14:16:33.561895 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-c81c6f98-5ff3-4568-b647-d2d7d144a42d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6003a87a-aad2-430b-ae91-8ec0ff34663a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241556 Aug 15 14:16:33.650773 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-b434f0f2-9595-4cf3-831b-bcf20d72d436 service neutron] 10.222.0.20 "GET /v2.0/networks/6003a87a-aad2-430b-ae91-8ec0ff34663a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803063 Aug 15 14:16:33.748826 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c7a2fae5-238a-454b-af12-daafd8dcbfbf req-bcc70471-2ec4-4ccc-9572-812d8044dda5 service neutron] 10.222.0.20 "GET /v2.0/networks/6003a87a-aad2-430b-ae91-8ec0ff34663a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874956 Aug 15 14:16:33.860898 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fc480-7a31-4ed9-a4eb-6a8d5869dcc2 req-06592e78-196c-4d22-bd88-22626c3dd4e0 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:33.862407 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c24fc480-7a31-4ed9-a4eb-6a8d5869dcc2 req-06592e78-196c-4d22-bd88-22626c3dd4e0 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 943 time: 0.0495031 Aug 15 14:16:33.898859 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c24fc480-7a31-4ed9-a4eb-6a8d5869dcc2 req-04346e88-2a5e-4d96-bde9-ce1cd6d0e4a0 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305634 Aug 15 14:16:35.012570 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfa84c-d76a-4d11-87e4-c4d5b6425be9 req-d76f8731-453d-4ecd-9528-ee939106e928 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:35.014033 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6bdfa84c-d76a-4d11-87e4-c4d5b6425be9 req-d76f8731-453d-4ecd-9528-ee939106e928 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 943 time: 0.0472324 Aug 15 14:16:35.051185 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6bdfa84c-d76a-4d11-87e4-c4d5b6425be9 req-fb2a6d32-0023-4737-a604-da1dd53cebde tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312550 Aug 15 14:16:36.316806 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6743b-e11e-4633-868f-fd8a00b688ef req-6e548daf-c46f-4fdf-bf6b-25fe756ff7b8 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:36.318175 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ceb6743b-e11e-4633-868f-fd8a00b688ef req-6e548daf-c46f-4fdf-bf6b-25fe756ff7b8 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 943 time: 0.2024946 Aug 15 14:16:36.354390 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ceb6743b-e11e-4633-868f-fd8a00b688ef req-160e21bc-d2a0-4bcb-8f23-f399d7b5d096 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302300 Aug 15 14:16:37.466195 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68edba-9eae-47ca-adf1-e6050f1256e9 req-e711a57b-01fe-47f1-afaa-71e286c895de tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:37.467645 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ef68edba-9eae-47ca-adf1-e6050f1256e9 req-e711a57b-01fe-47f1-afaa-71e286c895de tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 943 time: 0.0473521 Aug 15 14:16:37.504659 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ef68edba-9eae-47ca-adf1-e6050f1256e9 req-33c067bc-92ee-4e23-a7f2-768976157f4d tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310829 Aug 15 14:16:38.614667 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fcb90-db4f-4508-beb4-a93ba822f658 req-8c3e2d71-95ee-4568-9e98-f14382cffe28 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:38.616151 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0d7fcb90-db4f-4508-beb4-a93ba822f658 req-8c3e2d71-95ee-4568-9e98-f14382cffe28 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 943 time: 0.0479834 Aug 15 14:16:38.654568 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0d7fcb90-db4f-4508-beb4-a93ba822f658 req-57b5f2f9-dea2-415d-986d-ddb10a9297d4 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317719 Aug 15 14:16:39.770947 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158ede1-0be1-4eb5-b041-8b1c225cd078 req-dafd9e38-0581-4a8a-b1a7-594a5103564f tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:39.772458 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1158ede1-0be1-4eb5-b041-8b1c225cd078 req-dafd9e38-0581-4a8a-b1a7-594a5103564f tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 943 time: 0.0528774 Aug 15 14:16:39.811902 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1158ede1-0be1-4eb5-b041-8b1c225cd078 req-5b7a4929-7891-4d63-8ae3-af78350d2313 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326269 Aug 15 14:16:40.721098 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-62e05141-4665-4f69-ae31-647135c378f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:40.925255 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f24dc-9d6c-43c8-a10e-5e389f0d37c9 req-e094c7ac-3d61-4e7c-a972-f594edba98b7 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:40.926725 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c05f24dc-9d6c-43c8-a10e-5e389f0d37c9 req-e094c7ac-3d61-4e7c-a972-f594edba98b7 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 943 time: 0.0482759 Aug 15 14:16:40.962774 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c05f24dc-9d6c-43c8-a10e-5e389f0d37c9 req-02d129d4-1ba1-4dbb-a467-bfdf3d132911 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300956 Aug 15 14:16:42.075057 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a80cc-31ce-43a0-9323-0932e55b0439 req-42cfd471-fc11-4ab1-bbb5-79e16039bc9c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:42.076601 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-aa9a80cc-31ce-43a0-9323-0932e55b0439 req-42cfd471-fc11-4ab1-bbb5-79e16039bc9c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 943 time: 0.0476878 Aug 15 14:16:42.118486 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-aa9a80cc-31ce-43a0-9323-0932e55b0439 req-cc8ca80c-88f7-42d0-b7b4-700a125f12ac tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350792 Aug 15 14:16:42.884629 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 7b42bfa1-999b-48f0-bdd2-3394f4f092f6 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 15 14:16:42.975756 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 7b42bfa1-999b-48f0-bdd2-3394f4f092f6, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=7b42bfa1-999b-48f0-bdd2-3394f4f092f6,segment=NetworkSegment(66d5fe38-bca6-423c-aeb4-48d8152f4f9d),segment_id=66d5fe38-bca6-423c-aeb4-48d8152f4f9d)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:16:42.987166 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Returning: {'device': '7b42bfa1-999b-48f0-bdd2-3394f4f092f6', 'network_id': '6003a87a-aad2-430b-ae91-8ec0ff34663a', 'port_id': '7b42bfa1-999b-48f0-bdd2-3394f4f092f6', 'mac_address': 'fa:16:3e:52:e4:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755a559d-b09d-45e5-beb2-17cd93b265bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 15 14:16:43.025602 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:43.038575 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b42bfa1-999b-48f0-bdd2-3394f4f092f6 {{(pid=94453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:16:43.057570 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 7b42bfa1-999b-48f0-bdd2-3394f4f092f6, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=7b42bfa1-999b-48f0-bdd2-3394f4f092f6,segment=NetworkSegment(66d5fe38-bca6-423c-aeb4-48d8152f4f9d),segment_id=66d5fe38-bca6-423c-aeb4-48d8152f4f9d)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:16:43.167322 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:43.226358 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=7b42bfa1-999b-48f0-bdd2-3394f4f092f6,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:16:43.234095 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:16:43.234515 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:16:43.234856 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:16:43.235192 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:16:43.235521 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:16:43.235764 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a6e4f-11c2-4b22-b979-b5612206cb15 req-3df27cea-420f-4faf-97b8-8fc3df148576 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:43.236314 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:16:43.236314 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:16:43.236576 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:16:43.236879 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:16:43.237210 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:16:43.237567 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:16:43.237687 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5c1a6e4f-11c2-4b22-b979-b5612206cb15 req-3df27cea-420f-4faf-97b8-8fc3df148576 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 944 time: 0.0525012 Aug 15 14:16:43.237888 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:16:43.278911 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5c1a6e4f-11c2-4b22-b979-b5612206cb15 req-b1d19435-146f-41a7-a5cb-ecbb11a55ed7 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321593 Aug 15 14:16:43.298465 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d5f57382-f69f-47da-a489-241b42020027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:43.851476 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:44.401788 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee203b-a76a-48fe-a240-037c485deaa2 req-ce5f28bd-d00f-4f54-b74e-66e516326e10 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:44.403667 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e2ee203b-a76a-48fe-a240-037c485deaa2 req-ce5f28bd-d00f-4f54-b74e-66e516326e10 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 944 time: 0.0493948 Aug 15 14:16:44.441236 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e2ee203b-a76a-48fe-a240-037c485deaa2 req-ba6277c3-fb53-43be-a440-319e92714836 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317454 Aug 15 14:16:44.612280 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:45.552982 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf1640-696b-4d00-9c50-e103a68bf62c req-aa6cbef9-806a-4388-9682-dffa267ee4e3 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:45.554439 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d5bf1640-696b-4d00-9c50-e103a68bf62c req-aa6cbef9-806a-4388-9682-dffa267ee4e3 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 944 time: 0.0482066 Aug 15 14:16:45.592620 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d5bf1640-696b-4d00-9c50-e103a68bf62c req-5b07aad8-883d-406c-b378-c5951d26b8e8 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314755 Aug 15 14:16:46.548535 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['7b42bfa1-999b-48f0-bdd2-3394f4f092f6'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:16:46.573791 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:46.712715 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e20d8b-a81a-490f-935f-22f16026ce1c req-50a2d03a-909a-4970-a4dc-e969bde257f4 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:46.714221 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-32e20d8b-a81a-490f-935f-22f16026ce1c req-50a2d03a-909a-4970-a4dc-e969bde257f4 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 944 time: 0.0516713 Aug 15 14:16:46.753099 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-32e20d8b-a81a-490f-935f-22f16026ce1c req-51e8a56d-4c1e-4af1-821f-10d05737d4d0 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319800 Aug 15 14:16:47.865348 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19aa55-b4b5-4f04-96cf-b69b8f0a0655 req-fcec3293-f8a6-45b6-819f-67156945a80d tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:47.866723 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6d19aa55-b4b5-4f04-96cf-b69b8f0a0655 req-fcec3293-f8a6-45b6-819f-67156945a80d tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 944 time: 0.0471711 Aug 15 14:16:47.904436 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6d19aa55-b4b5-4f04-96cf-b69b8f0a0655 req-6ab445cf-e7df-49b3-85b0-9cb841beb486 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319450 Aug 15 14:16:49.015025 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122684ad-a90c-44e4-835f-240f8a57f55c req-7d1152ca-a895-4fb3-957c-dfc3429cedef tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:49.016456 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-122684ad-a90c-44e4-835f-240f8a57f55c req-7d1152ca-a895-4fb3-957c-dfc3429cedef tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 944 time: 0.0472696 Aug 15 14:16:49.053027 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-122684ad-a90c-44e4-835f-240f8a57f55c req-a29c5a39-6721-4b2d-a7ab-e29533c400d4 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307577 Aug 15 14:16:50.166374 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c2982-c784-4bc0-81e7-bcebe1d6d5c9 req-ca292210-14a4-4438-8883-7b8277e78699 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:50.168599 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d06c2982-c784-4bc0-81e7-bcebe1d6d5c9 req-ca292210-14a4-4438-8883-7b8277e78699 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 944 time: 0.0513675 Aug 15 14:16:50.204371 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d06c2982-c784-4bc0-81e7-bcebe1d6d5c9 req-8024d656-9dbe-41d4-bb3a-012518dce929 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299637 Aug 15 14:16:50.325335 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 7b42bfa1-999b-48f0-bdd2-3394f4f092f6 up at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:16:50.440939 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning for port 7b42bfa1-999b-48f0-bdd2-3394f4f092f6 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:16:50.444923 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning complete for port 7b42bfa1-999b-48f0-bdd2-3394f4f092f6 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:16:50.445295 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:50.519319 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:50.541474 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8be082-591c-43dc-96e4-ce08dbb83d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b42bfa1-999b-48f0-bdd2-3394f4f092f6'}] {{(pid=94453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:16:50.544523 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67f9f608f21815e3b7d057bcd481c644a3f088ed5729c17767b65ea5f15acf6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d7a23d-f513-4a33-b0e8-a7321f1e4cdf" -d '{"events": [{"server_uuid": "de8be082-591c-43dc-96e4-ce08dbb83d57", "name": "network-vif-plugged", "status": "completed", "tag": "7b42bfa1-999b-48f0-bdd2-3394f4f092f6"}]}' {{(pid=94453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:16:50.560681 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 7b42bfa1-999b-48f0-bdd2-3394f4f092f6, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=7b42bfa1-999b-48f0-bdd2-3394f4f092f6,segment=NetworkSegment(66d5fe38-bca6-423c-aeb4-48d8152f4f9d),segment_id=66d5fe38-bca6-423c-aeb4-48d8152f4f9d)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:16:50.579787 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb3e97f-a3f6-4613-831b-24a2e6c319da x-openstack-request-id: req-bcb3e97f-a3f6-4613-831b-24a2e6c319da {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:16:50.580073 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8be082-591c-43dc-96e4-ce08dbb83d57", "name": "network-vif-plugged", "status": "completed", "tag": "7b42bfa1-999b-48f0-bdd2-3394f4f092f6", "code": 200}]} {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:16:50.580350 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bcb3e97f-a3f6-4613-831b-24a2e6c319da {{(pid=94453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:16:50.580734 dv-cinder-804581-6-iscsi neutron-server[94453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8be082-591c-43dc-96e4-ce08dbb83d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b42bfa1-999b-48f0-bdd2-3394f4f092f6', 'code': 200} Aug 15 14:16:50.646632 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:16:50.693888 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=7b42bfa1-999b-48f0-bdd2-3394f4f092f6,revision_number=5']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:16:51.317100 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c0813-9808-4527-bc33-81e4c6d4872c req-45ffa44c-8121-4113-80c3-7f9b93fc40f3 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:51.318576 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-710c0813-9808-4527-bc33-81e4c6d4872c req-45ffa44c-8121-4113-80c3-7f9b93fc40f3 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 945 time: 0.0479195 Aug 15 14:16:51.354610 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-710c0813-9808-4527-bc33-81e4c6d4872c req-c4703564-c70b-4f7d-a23a-b0c0f0034f01 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304039 Aug 15 14:16:52.468157 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc8bd1-4967-4f35-82e3-7d70221c609a req-341302ce-f6bb-41e5-9cab-c349f757b3b7 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:52.469639 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-39cc8bd1-4967-4f35-82e3-7d70221c609a req-341302ce-f6bb-41e5-9cab-c349f757b3b7 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 945 time: 0.0493529 Aug 15 14:16:52.506008 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-39cc8bd1-4967-4f35-82e3-7d70221c609a req-41951d7b-8331-40bb-a901-9f4b9d52bd6d tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305016 Aug 15 14:16:53.116915 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5023f-09a5-4652-bb45-bdd858e57557 req-2a5b680a-f2a6-4c17-aac3-523c04c76fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:53.118399 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e3e5023f-09a5-4652-bb45-bdd858e57557 req-2a5b680a-f2a6-4c17-aac3-523c04c76fda service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 1098 time: 0.0843093 Aug 15 14:16:53.151374 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e3e5023f-09a5-4652-bb45-bdd858e57557 req-07a1d234-bc55-47fe-aa82-28cfb6b52610 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262146 Aug 15 14:16:53.618913 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a0a10-a946-4b70-bd65-63e324812979 req-bf2df6b7-df46-4878-ac69-a8bfb1967037 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:53.620381 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e80a0a10-a946-4b70-bd65-63e324812979 req-bf2df6b7-df46-4878-ac69-a8bfb1967037 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 945 time: 0.0488803 Aug 15 14:16:53.658555 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e80a0a10-a946-4b70-bd65-63e324812979 req-3d750981-95dc-49ce-bcc9-0a48476241f1 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316246 Aug 15 14:16:54.460142 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:16:54.772003 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779767e-f2ad-49ef-ba74-d7dcabdd935c req-793f0d12-ac86-4985-9fce-a2aaf52b4ad6 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:54.773311 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8779767e-f2ad-49ef-ba74-d7dcabdd935c req-793f0d12-ac86-4985-9fce-a2aaf52b4ad6 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 945 time: 0.0485122 Aug 15 14:16:54.812182 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8779767e-f2ad-49ef-ba74-d7dcabdd935c req-e9d84c7c-42db-4969-9934-339b005b89a0 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323920 Aug 15 14:16:55.929252 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c22b84-411d-4cd6-8ca1-3ca9c3cb1269 req-82eb9849-df0e-465b-b4ec-6163a00eaa21 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:16:55.930722 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-73c22b84-411d-4cd6-8ca1-3ca9c3cb1269 req-82eb9849-df0e-465b-b4ec-6163a00eaa21 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 945 time: 0.0530248 Aug 15 14:16:55.967906 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-73c22b84-411d-4cd6-8ca1-3ca9c3cb1269 req-5bdb777a-004d-41c0-9791-004a70534549 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307834 Aug 15 14:17:01.521459 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:02.950320 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9f8fe026-368d-4c5b-8ce3-9921ed0f6c19 req-dd26b796-89f2-4f85-b2ad-ec1572d1d965 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389018 Aug 15 14:17:03.038995 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fe026-368d-4c5b-8ce3-9921ed0f6c19 req-6e2f02ae-5651-4f51-9592-1e320a02ecef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:17:03.040366 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9f8fe026-368d-4c5b-8ce3-9921ed0f6c19 req-6e2f02ae-5651-4f51-9592-1e320a02ecef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d7d262d48af475e9d34d28cde3291b8&device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 1098 time: 0.0406680 Aug 15 14:17:03.147248 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fe026-368d-4c5b-8ce3-9921ed0f6c19 req-0dc71d02-1c03-46bb-bf8b-88de18af786a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:17:03.148705 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9f8fe026-368d-4c5b-8ce3-9921ed0f6c19 req-0dc71d02-1c03-46bb-bf8b-88de18af786a service neutron] 10.222.0.20 "GET /v2.0/networks?id=be0d8a3c-f753-4203-b1e9-df12d5419b7d HTTP/1.1" status: 200 len: 912 time: 0.0871153 Aug 15 14:17:03.213022 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9f8fe026-368d-4c5b-8ce3-9921ed0f6c19 req-326ae869-486e-41e8-8b40-d3401809bb8e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=414d923b-4006-41a2-9c05-eb3e14e99b37 HTTP/1.1" status: 200 len: 1001 time: 0.0568130 Aug 15 14:17:03.265132 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fe026-368d-4c5b-8ce3-9921ed0f6c19 req-8b8de00b-1dc9-4468-a7bf-334e2603e424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:17:03.266931 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9f8fe026-368d-4c5b-8ce3-9921ed0f6c19 req-8b8de00b-1dc9-4468-a7bf-334e2603e424 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=755f6259-b6d2-4fd1-8b9f-a7b43f738a15 HTTP/1.1" status: 200 len: 850 time: 0.0464897 Aug 15 14:17:03.320781 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fe026-368d-4c5b-8ce3-9921ed0f6c19 req-bc3272a9-a84d-4830-bb9d-ea399c333afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:17:03.322176 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9f8fe026-368d-4c5b-8ce3-9921ed0f6c19 req-bc3272a9-a84d-4830-bb9d-ea399c333afb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be0d8a3c-f753-4203-b1e9-df12d5419b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395339 Aug 15 14:17:03.415510 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9f8fe026-368d-4c5b-8ce3-9921ed0f6c19 req-99026062-3c9d-431b-9175-53ef287b4bf8 service neutron] 10.222.0.20 "GET /v2.0/networks/be0d8a3c-f753-4203-b1e9-df12d5419b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795403 Aug 15 14:17:03.507314 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9f8fe026-368d-4c5b-8ce3-9921ed0f6c19 req-40ea702b-654e-4236-89c9-921093bedec0 service neutron] 10.222.0.20 "GET /v2.0/networks/be0d8a3c-f753-4203-b1e9-df12d5419b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838947 Aug 15 14:17:08.566233 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cc4ad-ff03-41a3-91d4-f735855d21f9 req-0547808c-f9bf-40d8-9d7c-fe659871da27 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:17:08.567691 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b03cc4ad-ff03-41a3-91d4-f735855d21f9 req-0547808c-f9bf-40d8-9d7c-fe659871da27 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 985 time: 0.0486801 Aug 15 14:17:08.606460 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b03cc4ad-ff03-41a3-91d4-f735855d21f9 req-f4ebe2ec-60c3-4dbb-acf2-2272f9659f47 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=a6be0114-5cf7-4293-b284-e0b19f00abff&id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327716 Aug 15 14:17:09.723221 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb074f-4dff-4889-97b4-ab3624bf6be2 req-c21004b5-5476-4f01-9552-1346d0365026 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:17:09.724692 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c7fb074f-4dff-4889-97b4-ab3624bf6be2 req-c21004b5-5476-4f01-9552-1346d0365026 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 985 time: 0.0492947 Aug 15 14:17:09.764235 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c7fb074f-4dff-4889-97b4-ab3624bf6be2 req-edbc3394-ecfe-42b7-8d5c-3129a69645ec tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=a6be0114-5cf7-4293-b284-e0b19f00abff&id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335219 Aug 15 14:17:10.675269 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-70c0c3af-950f-4051-9243-efcce6ba55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:10.880458 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b4bc9-abd3-4d40-a268-60384255b993 req-2dd5e8ba-79dd-4062-9601-c85934464303 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:17:10.881916 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f63b4bc9-abd3-4d40-a268-60384255b993 req-2dd5e8ba-79dd-4062-9601-c85934464303 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 985 time: 0.0512652 Aug 15 14:17:10.921237 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f63b4bc9-abd3-4d40-a268-60384255b993 req-423b3f56-fb41-4aca-af47-aab17b5aec98 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=a6be0114-5cf7-4293-b284-e0b19f00abff&id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333731 Aug 15 14:17:11.298014 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54785c3-53c3-491a-adbf-84460bb66695 req-42f134b3-10f1-455b-be53-a4094485a034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:17:11.299482 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c54785c3-53c3-491a-adbf-84460bb66695 req-42f134b3-10f1-455b-be53-a4094485a034 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6539b10a08a439a9c2f6adbc7c97a73&device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 1138 time: 0.0406430 Aug 15 14:17:11.392891 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54785c3-53c3-491a-adbf-84460bb66695 req-ff4e58bb-2eed-40c5-9ff2-9895f0833f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:17:11.394419 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c54785c3-53c3-491a-adbf-84460bb66695 req-ff4e58bb-2eed-40c5-9ff2-9895f0833f5c service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5e6e57a-e858-48a4-80c6-6207d83bb306 HTTP/1.1" status: 200 len: 915 time: 0.0850239 Aug 15 14:17:11.461587 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c54785c3-53c3-491a-adbf-84460bb66695 req-caed8395-d214-441a-9555-712f7a35f24c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c08a9c8-1e91-4680-b388-5194ff51aaae HTTP/1.1" status: 200 len: 1002 time: 0.0572393 Aug 15 14:17:11.509463 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54785c3-53c3-491a-adbf-84460bb66695 req-3e56759e-4034-447d-aa6a-5688d425049a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:17:11.510813 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c54785c3-53c3-491a-adbf-84460bb66695 req-3e56759e-4034-447d-aa6a-5688d425049a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf02de99-39af-40f2-b14a-37413c12659d HTTP/1.1" status: 200 len: 853 time: 0.0423758 Aug 15 14:17:11.558974 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54785c3-53c3-491a-adbf-84460bb66695 req-3a8be4dd-1c66-4f5e-a5df-875dc9efe605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:17:11.560573 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c54785c3-53c3-491a-adbf-84460bb66695 req-3a8be4dd-1c66-4f5e-a5df-875dc9efe605 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5e6e57a-e858-48a4-80c6-6207d83bb306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419624 Aug 15 14:17:11.648757 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c54785c3-53c3-491a-adbf-84460bb66695 req-6cc00546-eecb-4635-9c02-401a57e82b95 service neutron] 10.222.0.20 "GET /v2.0/networks/b5e6e57a-e858-48a4-80c6-6207d83bb306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797741 Aug 15 14:17:11.742086 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c54785c3-53c3-491a-adbf-84460bb66695 req-6dd22a76-1eda-40e4-8a62-d13d27f9db85 service neutron] 10.222.0.20 "GET /v2.0/networks/b5e6e57a-e858-48a4-80c6-6207d83bb306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854273 Aug 15 14:17:12.039697 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4db4f5-4c05-4dd4-8851-89d3b67caf9c req-a192a69d-301e-4ae3-bb14-a9a55cdde9d7 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:17:12.041252 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2f4db4f5-4c05-4dd4-8851-89d3b67caf9c req-a192a69d-301e-4ae3-bb14-a9a55cdde9d7 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 985 time: 0.0493364 Aug 15 14:17:12.081144 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2f4db4f5-4c05-4dd4-8851-89d3b67caf9c req-7bbacf95-57ab-4bfd-a5d6-7937f9c9e395 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=a6be0114-5cf7-4293-b284-e0b19f00abff&id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333796 Aug 15 14:17:13.206156 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d720ca-9289-4218-94c0-c93c36bb5800 req-6a6a2464-3f25-4676-8779-0455e04613b1 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:17:13.207612 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-16d720ca-9289-4218-94c0-c93c36bb5800 req-6a6a2464-3f25-4676-8779-0455e04613b1 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 985 time: 0.0489638 Aug 15 14:17:13.247870 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ac330e06-d8bd-449b-a481-034b50fc644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:13.249139 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-16d720ca-9289-4218-94c0-c93c36bb5800 req-956491ec-5c67-4579-b873-3983cbf95c70 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=a6be0114-5cf7-4293-b284-e0b19f00abff&id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354671 Aug 15 14:17:13.847070 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:14.369222 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a78afb-47f5-4b44-b331-0d123a7f842e req-df606850-dab1-4373-a391-494bff57db91 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:17:14.370873 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c8a78afb-47f5-4b44-b331-0d123a7f842e req-df606850-dab1-4373-a391-494bff57db91 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 985 time: 0.0517194 Aug 15 14:17:14.413104 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c8a78afb-47f5-4b44-b331-0d123a7f842e req-f328aa1e-9a2f-4dc8-8fb8-097b420f751b tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=a6be0114-5cf7-4293-b284-e0b19f00abff&id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355151 Aug 15 14:17:14.641004 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:15.529635 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4158b-73ca-4068-951b-1cd3f9b62f59 req-6f0e293e-4318-4443-b361-74ca46d7c3a0 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:17:15.531258 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-fcd4158b-73ca-4068-951b-1cd3f9b62f59 req-6f0e293e-4318-4443-b361-74ca46d7c3a0 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 985 time: 0.0493541 Aug 15 14:17:15.585646 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-fcd4158b-73ca-4068-951b-1cd3f9b62f59 req-c0db5f14-ce4d-4907-844a-6b3f592903c0 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=a6be0114-5cf7-4293-b284-e0b19f00abff&id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0467420 Aug 15 14:17:16.543698 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:16.708222 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460e1f4-ef05-4460-9e31-0ca004abd86f req-31c12492-b9ce-4752-a314-6950db5c2770 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:17:16.709753 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b460e1f4-ef05-4460-9e31-0ca004abd86f req-31c12492-b9ce-4752-a314-6950db5c2770 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 985 time: 0.0527370 Aug 15 14:17:16.755595 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b460e1f4-ef05-4460-9e31-0ca004abd86f req-6b8de719-f1ca-498b-8dc4-c728aed57957 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=a6be0114-5cf7-4293-b284-e0b19f00abff&id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373354 Aug 15 14:17:17.098158 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 49164) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:17:17.200668 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-60032aa4-0f1b-416a-8269-4e737f1708a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:17.294290 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-60032aa4-0f1b-416a-8269-4e737f1708a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:17.366187 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-60032aa4-0f1b-416a-8269-4e737f1708a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:17.407498 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60032aa4-0f1b-416a-8269-4e737f1708a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad9ddd3-f2ee-4ee7-8525-d3d4a1bbc603,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:17:17.411312 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-60032aa4-0f1b-416a-8269-4e737f1708a5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=29135a5bc3e1429083d873f379bdbefc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3121648 Aug 15 14:17:17.414128 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 49168) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:17:17.417217 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60032aa4-0f1b-416a-8269-4e737f1708a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:17:17.417592 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60032aa4-0f1b-416a-8269-4e737f1708a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:17:17.417938 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60032aa4-0f1b-416a-8269-4e737f1708a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:17:17.418270 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60032aa4-0f1b-416a-8269-4e737f1708a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:17:17.418599 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60032aa4-0f1b-416a-8269-4e737f1708a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:17:17.418931 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60032aa4-0f1b-416a-8269-4e737f1708a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:17:17.419312 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60032aa4-0f1b-416a-8269-4e737f1708a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:17:17.419641 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60032aa4-0f1b-416a-8269-4e737f1708a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:17:17.419970 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60032aa4-0f1b-416a-8269-4e737f1708a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:17:17.420294 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60032aa4-0f1b-416a-8269-4e737f1708a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:17:17.420611 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60032aa4-0f1b-416a-8269-4e737f1708a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:17:17.420929 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60032aa4-0f1b-416a-8269-4e737f1708a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:17:17.464368 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d75ce48f-783e-4986-ad9f-798d82dc3961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:17.486362 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d75ce48f-783e-4986-ad9f-798d82dc3961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:17.595880 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d75ce48f-783e-4986-ad9f-798d82dc3961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:17.598359 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d75ce48f-783e-4986-ad9f-798d82dc3961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:17.599509 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-d75ce48f-783e-4986-ad9f-798d82dc3961 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cad9ddd3-f2ee-4ee7-8525-d3d4a1bbc603 HTTP/1.1" status: 204 len: 168 time: 0.1843045 Aug 15 14:17:17.607464 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ce48f-783e-4986-ad9f-798d82dc3961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad9ddd3-f2ee-4ee7-8525-d3d4a1bbc603,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:17:17.614445 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ce48f-783e-4986-ad9f-798d82dc3961 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:17:17.614794 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ce48f-783e-4986-ad9f-798d82dc3961 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:17:17.615131 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ce48f-783e-4986-ad9f-798d82dc3961 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:17:17.615465 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ce48f-783e-4986-ad9f-798d82dc3961 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:17:17.615789 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ce48f-783e-4986-ad9f-798d82dc3961 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:17:17.616152 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ce48f-783e-4986-ad9f-798d82dc3961 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:17:17.616430 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ce48f-783e-4986-ad9f-798d82dc3961 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:17:17.616752 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ce48f-783e-4986-ad9f-798d82dc3961 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:17:17.617073 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ce48f-783e-4986-ad9f-798d82dc3961 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:17:17.617506 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ce48f-783e-4986-ad9f-798d82dc3961 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:17:17.617773 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ce48f-783e-4986-ad9f-798d82dc3961 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:17:17.618090 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ce48f-783e-4986-ad9f-798d82dc3961 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:17:17.873836 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9b1af-d9b5-475f-a118-75a3d7bfd175 req-ee5b40ce-06e3-45c1-ad80-f0917e692a20 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:17:17.873836 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a4a9b1af-d9b5-475f-a118-75a3d7bfd175 req-ee5b40ce-06e3-45c1-ad80-f0917e692a20 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 985 time: 0.0511291 Aug 15 14:17:17.913361 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a4a9b1af-d9b5-475f-a118-75a3d7bfd175 req-63904540-c6db-4ef2-815a-c9494e4cc0aa tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=a6be0114-5cf7-4293-b284-e0b19f00abff&id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342605 Aug 15 14:17:18.252831 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 49188) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:17:18.266748 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-ee017dda-32e8-4d9f-8b13-6b54717f0d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:18.354749 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-ee017dda-32e8-4d9f-8b13-6b54717f0d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:18.424304 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-ee017dda-32e8-4d9f-8b13-6b54717f0d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:18.463461 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-ee017dda-32e8-4d9f-8b13-6b54717f0d03 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5edb695be8054ef3a285ed04a0be6ead&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2093804 Aug 15 14:17:18.464411 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee017dda-32e8-4d9f-8b13-6b54717f0d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb83ee2-4c70-4231-81db-bab59611ce04,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:17:18.466214 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 49192) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:17:18.513417 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-c4c4b2bc-9880-45cf-9906-a5b1d165203f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:18.534304 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-c4c4b2bc-9880-45cf-9906-a5b1d165203f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:18.640962 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-c4c4b2bc-9880-45cf-9906-a5b1d165203f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:18.644080 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-c4c4b2bc-9880-45cf-9906-a5b1d165203f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:18.645214 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-c4c4b2bc-9880-45cf-9906-a5b1d165203f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/feb83ee2-4c70-4231-81db-bab59611ce04 HTTP/1.1" status: 204 len: 168 time: 0.1779563 Aug 15 14:17:18.652659 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4b2bc-9880-45cf-9906-a5b1d165203f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb83ee2-4c70-4231-81db-bab59611ce04,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:17:19.033966 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d384847-98e2-404d-81b0-b1064f318926 req-4d690998-8ee4-484d-9c9e-73baac398545 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:17:19.035455 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2d384847-98e2-404d-81b0-b1064f318926 req-4d690998-8ee4-484d-9c9e-73baac398545 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 985 time: 0.0512104 Aug 15 14:17:19.075210 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2d384847-98e2-404d-81b0-b1064f318926 req-fef36ad5-06e0-454a-a476-f55231d79131 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=a6be0114-5cf7-4293-b284-e0b19f00abff&id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336897 Aug 15 14:17:20.191435 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0491a61-f3dd-4e3a-987d-afae0ea325cf req-796faea6-3bb0-49d1-9620-18c61b48091c tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:17:20.192617 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b0491a61-f3dd-4e3a-987d-afae0ea325cf req-796faea6-3bb0-49d1-9620-18c61b48091c tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 985 time: 0.0481203 Aug 15 14:17:20.233521 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b0491a61-f3dd-4e3a-987d-afae0ea325cf req-6babadfb-d79f-4cd7-b1a4-afb534405081 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=a6be0114-5cf7-4293-b284-e0b19f00abff&id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341988 Aug 15 14:17:20.909086 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 49254) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:17:21.009735 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-738428bc-5100-49be-a80f-10721b9e11ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:21.096327 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-738428bc-5100-49be-a80f-10721b9e11ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:21.166492 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-738428bc-5100-49be-a80f-10721b9e11ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:21.203779 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-738428bc-5100-49be-a80f-10721b9e11ab admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cd8b4378a157401094f2cd03fbd0f2c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2935929 Aug 15 14:17:21.204673 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738428bc-5100-49be-a80f-10721b9e11ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3eaf0f7-b1e4-4e66-9f96-72371715c95f,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:17:21.206641 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 49262) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:17:21.255257 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-42a08674-de21-461d-b461-bd8a6502dd72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:21.276240 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-42a08674-de21-461d-b461-bd8a6502dd72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:21.354128 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fafa0e-70e7-4c9e-89c9-447e1c289bc0 req-86c994e3-8604-45a7-a54e-36427cf84793 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:17:21.355502 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-76fafa0e-70e7-4c9e-89c9-447e1c289bc0 req-86c994e3-8604-45a7-a54e-36427cf84793 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 985 time: 0.0511940 Aug 15 14:17:21.384540 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-42a08674-de21-461d-b461-bd8a6502dd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:21.387233 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-42a08674-de21-461d-b461-bd8a6502dd72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:21.388387 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-42a08674-de21-461d-b461-bd8a6502dd72 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a3eaf0f7-b1e4-4e66-9f96-72371715c95f HTTP/1.1" status: 204 len: 168 time: 0.1807637 Aug 15 14:17:21.395160 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-76fafa0e-70e7-4c9e-89c9-447e1c289bc0 req-b25060b3-2af8-4e54-be7d-8d10e5e73699 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=a6be0114-5cf7-4293-b284-e0b19f00abff&id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324543 Aug 15 14:17:21.396476 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a08674-de21-461d-b461-bd8a6502dd72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3eaf0f7-b1e4-4e66-9f96-72371715c95f,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:17:21.931528 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 49272) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:17:21.945170 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-1b4a6d49-69be-4155-84eb-02692a1f8e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:22.029917 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-1b4a6d49-69be-4155-84eb-02692a1f8e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:22.109824 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-1b4a6d49-69be-4155-84eb-02692a1f8e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:22.151129 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-1b4a6d49-69be-4155-84eb-02692a1f8e15 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9a05ebab4469449ba3ff6e63a79c41cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2161658 Aug 15 14:17:22.151129 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a6d49-69be-4155-84eb-02692a1f8e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e322db-8a73-437c-b8d1-206aa0e5bf37,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:17:22.151582 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 49276) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:17:22.200547 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-abb0ace6-fb60-4e0e-bc4a-e7795df2eb30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:22.222004 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-abb0ace6-fb60-4e0e-bc4a-e7795df2eb30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:22.349954 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-abb0ace6-fb60-4e0e-bc4a-e7795df2eb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:22.352447 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-abb0ace6-fb60-4e0e-bc4a-e7795df2eb30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:22.353598 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-abb0ace6-fb60-4e0e-bc4a-e7795df2eb30 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/23e322db-8a73-437c-b8d1-206aa0e5bf37 HTTP/1.1" status: 204 len: 168 time: 0.2009363 Aug 15 14:17:22.361038 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb0ace6-fb60-4e0e-bc4a-e7795df2eb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e322db-8a73-437c-b8d1-206aa0e5bf37,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:17:22.519555 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e46ca0-0722-48ec-8648-7383fc5c1505 req-99691447-4fca-4ba7-93b1-d516414c6a93 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:17:22.521060 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-64e46ca0-0722-48ec-8648-7383fc5c1505 req-99691447-4fca-4ba7-93b1-d516414c6a93 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 985 time: 0.0490315 Aug 15 14:17:22.563218 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-64e46ca0-0722-48ec-8648-7383fc5c1505 req-3167aa02-4f7b-4ffb-ad56-1db53f5861f7 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=a6be0114-5cf7-4293-b284-e0b19f00abff&id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361259 Aug 15 14:17:23.680240 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ce616-d339-4755-a409-5a14478af90d req-6d56550b-b36a-4525-889c-7eb8899965b5 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:17:23.681741 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-486ce616-d339-4755-a409-5a14478af90d req-6d56550b-b36a-4525-889c-7eb8899965b5 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 985 time: 0.0503409 Aug 15 14:17:23.725042 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-486ce616-d339-4755-a409-5a14478af90d req-e5f38181-1935-4bae-a419-49d486b44f23 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=a6be0114-5cf7-4293-b284-e0b19f00abff&id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331826 Aug 15 14:17:24.818539 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 49336) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:17:24.841988 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50696ddc-f70a-46a9-b3e2-46801b1cc4f9 req-c17f389b-6e5d-4f46-a14c-9f940707c763 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:17:24.843437 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-50696ddc-f70a-46a9-b3e2-46801b1cc4f9 req-c17f389b-6e5d-4f46-a14c-9f940707c763 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 985 time: 0.0543172 Aug 15 14:17:24.883851 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-50696ddc-f70a-46a9-b3e2-46801b1cc4f9 req-9976362c-06b2-4ac1-b4e7-0d5b82302bb6 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=a6be0114-5cf7-4293-b284-e0b19f00abff&id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343375 Aug 15 14:17:24.926547 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-36215c56-e607-4f37-9ec5-ec35b2617e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:25.012896 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-36215c56-e607-4f37-9ec5-ec35b2617e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:25.064057 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-36215c56-e607-4f37-9ec5-ec35b2617e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:25.101799 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-36215c56-e607-4f37-9ec5-ec35b2617e9f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bada93cf7a65432382f954e33ce1b15d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2821615 Aug 15 14:17:25.103652 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36215c56-e607-4f37-9ec5-ec35b2617e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fac1808-86f1-4f88-b1a0-bb29eb5994b5,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:17:25.104654 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 49342) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:17:25.157180 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-993704ac-4fde-4786-ae03-8ee5f68b92e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:25.177782 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-993704ac-4fde-4786-ae03-8ee5f68b92e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:25.275348 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-993704ac-4fde-4786-ae03-8ee5f68b92e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:25.279441 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-993704ac-4fde-4786-ae03-8ee5f68b92e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:25.279441 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-993704ac-4fde-4786-ae03-8ee5f68b92e5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2fac1808-86f1-4f88-b1a0-bb29eb5994b5 HTTP/1.1" status: 204 len: 168 time: 0.1734674 Aug 15 14:17:25.287424 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993704ac-4fde-4786-ae03-8ee5f68b92e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fac1808-86f1-4f88-b1a0-bb29eb5994b5,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:17:25.873712 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 49350) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:17:25.887295 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-4f163344-fbf7-45c0-a1aa-6e8044198999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:25.984739 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-4f163344-fbf7-45c0-a1aa-6e8044198999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:26.003159 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c76f9-b41c-48fa-84ec-cc758637ec83 req-90fdf3f6-723f-4fd9-a606-f348df1f7f64 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:17:26.004596 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9a4c76f9-b41c-48fa-84ec-cc758637ec83 req-90fdf3f6-723f-4fd9-a606-f348df1f7f64 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 985 time: 0.0486271 Aug 15 14:17:26.044514 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9a4c76f9-b41c-48fa-84ec-cc758637ec83 req-f0092b40-dadd-41ee-814d-7f3433c2f48b tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=a6be0114-5cf7-4293-b284-e0b19f00abff&id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336983 Aug 15 14:17:26.057972 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-4f163344-fbf7-45c0-a1aa-6e8044198999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:26.094816 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f163344-fbf7-45c0-a1aa-6e8044198999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4d2bb1-e9eb-4043-8984-f7f63da4d955,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:17:26.102320 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-4f163344-fbf7-45c0-a1aa-6e8044198999 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6d4d50af6ccd4ad7948ec11f48b67adb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2250953 Aug 15 14:17:26.102572 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 49356) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:17:26.149676 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-0a8f3499-72d4-49cb-8348-0caf996655c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:26.173362 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-0a8f3499-72d4-49cb-8348-0caf996655c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:26.275514 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-0a8f3499-72d4-49cb-8348-0caf996655c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:26.278074 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-0a8f3499-72d4-49cb-8348-0caf996655c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:26.279210 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-0a8f3499-72d4-49cb-8348-0caf996655c6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2b4d2bb1-e9eb-4043-8984-f7f63da4d955 HTTP/1.1" status: 204 len: 168 time: 0.1757457 Aug 15 14:17:26.287866 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f3499-72d4-49cb-8348-0caf996655c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4d2bb1-e9eb-4043-8984-f7f63da4d955,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:17:27.158014 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52876e-3b55-4f86-854f-d1f730a6f755 req-d724fa8e-6f03-425b-b9a8-42e0373075b5 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:17:27.160097 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8b52876e-3b55-4f86-854f-d1f730a6f755 req-d724fa8e-6f03-425b-b9a8-42e0373075b5 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 985 time: 0.0507033 Aug 15 14:17:27.200366 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8b52876e-3b55-4f86-854f-d1f730a6f755 req-89c7caaa-12a0-4d4d-8de0-e5ac3d317865 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=a6be0114-5cf7-4293-b284-e0b19f00abff&id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335982 Aug 15 14:17:28.319055 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2fb6b6-349e-4b56-a53b-143edf0dde4a req-baf20a17-b6bf-4de0-a8ee-f2978a0f4cf9 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:17:28.320651 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8f2fb6b6-349e-4b56-a53b-143edf0dde4a req-baf20a17-b6bf-4de0-a8ee-f2978a0f4cf9 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 985 time: 0.0540664 Aug 15 14:17:28.360497 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8f2fb6b6-349e-4b56-a53b-143edf0dde4a req-e2f20428-e08f-4057-af5f-e93eebd73d00 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=a6be0114-5cf7-4293-b284-e0b19f00abff&id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339534 Aug 15 14:17:29.476154 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66c2d-9c76-4552-99e0-d8beb0a022da req-07b788bf-de20-450e-b0e6-030639378fc6 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:17:29.477701 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-24f66c2d-9c76-4552-99e0-d8beb0a022da req-07b788bf-de20-450e-b0e6-030639378fc6 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 985 time: 0.0479972 Aug 15 14:17:29.481690 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 49446) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:17:29.518761 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-24f66c2d-9c76-4552-99e0-d8beb0a022da req-c4f889a7-e373-4844-af1c-adf4f2fa324a tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=a6be0114-5cf7-4293-b284-e0b19f00abff&id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345929 Aug 15 14:17:29.585642 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-4da485cb-968a-4287-b7e3-40dfe4cef3c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:29.671641 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-4da485cb-968a-4287-b7e3-40dfe4cef3c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:29.749745 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-4da485cb-968a-4287-b7e3-40dfe4cef3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:29.788358 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-4da485cb-968a-4287-b7e3-40dfe4cef3c1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=91e775224e5e41f8b11a4d2683f5d8bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3055050 Aug 15 14:17:29.789581 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da485cb-968a-4287-b7e3-40dfe4cef3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f1594c-ff14-4007-9655-88dd794ddc35,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:17:29.791055 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 49450) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:17:29.841311 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-efb71a62-d61c-4be4-9513-2550cc26b4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:29.863527 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-efb71a62-d61c-4be4-9513-2550cc26b4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:29.984117 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-efb71a62-d61c-4be4-9513-2550cc26b4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:29.986678 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-efb71a62-d61c-4be4-9513-2550cc26b4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:29.987811 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-efb71a62-d61c-4be4-9513-2550cc26b4b2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/02f1594c-ff14-4007-9655-88dd794ddc35 HTTP/1.1" status: 204 len: 168 time: 0.1957459 Aug 15 14:17:29.995591 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb71a62-d61c-4be4-9513-2550cc26b4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f1594c-ff14-4007-9655-88dd794ddc35,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:17:30.606336 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 49462) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:17:30.619846 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-5ab270ec-6843-428d-b58b-3b40b6b363d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:30.636768 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23199b-66fa-42bb-b1fe-6c55b6b48b7a req-741c4893-34ab-485a-9d9d-e084b32453ef tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:17:30.638281 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4c23199b-66fa-42bb-b1fe-6c55b6b48b7a req-741c4893-34ab-485a-9d9d-e084b32453ef tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 985 time: 0.0529611 Aug 15 14:17:30.680198 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4c23199b-66fa-42bb-b1fe-6c55b6b48b7a req-cea90b2c-76d0-4992-9d15-09d09df7826d tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=a6be0114-5cf7-4293-b284-e0b19f00abff&id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350430 Aug 15 14:17:30.708790 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-5ab270ec-6843-428d-b58b-3b40b6b363d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:30.824496 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-5ab270ec-6843-428d-b58b-3b40b6b363d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:30.867012 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-5ab270ec-6843-428d-b58b-3b40b6b363d8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=429b191dfbc64af3b0ef26e3b7f35aff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2595785 Aug 15 14:17:30.867849 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab270ec-6843-428d-b58b-3b40b6b363d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652376ab-011a-42c5-ba2e-84613a5f5244,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:17:30.869900 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 49464) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:17:30.920085 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-040098f2-dd20-44a5-8eca-c0da512da6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:30.941771 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-040098f2-dd20-44a5-8eca-c0da512da6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:31.062776 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-040098f2-dd20-44a5-8eca-c0da512da6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:31.065508 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-040098f2-dd20-44a5-8eca-c0da512da6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:31.068421 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-040098f2-dd20-44a5-8eca-c0da512da6e7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/652376ab-011a-42c5-ba2e-84613a5f5244 HTTP/1.1" status: 204 len: 168 time: 0.1961074 Aug 15 14:17:31.074869 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040098f2-dd20-44a5-8eca-c0da512da6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652376ab-011a-42c5-ba2e-84613a5f5244,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:17:31.462357 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:17:31.515087 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:31.958872 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085e310-f0c2-4013-b863-79030f5108e8 req-383110fc-0347-4900-a57d-f0ca3c031512 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:17:31.966511 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b085e310-f0c2-4013-b863-79030f5108e8 req-383110fc-0347-4900-a57d-f0ca3c031512 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 985 time: 0.2160490 Aug 15 14:17:32.002657 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b085e310-f0c2-4013-b863-79030f5108e8 req-223dfccf-6a2f-40df-abfb-6d7caffec945 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=a6be0114-5cf7-4293-b284-e0b19f00abff&id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352664 Aug 15 14:17:33.143029 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd54d14-e21e-4547-aaaf-e76ca935d736 req-9b93ebc3-e077-47d1-8384-882f477054c2 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:17:33.145589 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4fd54d14-e21e-4547-aaaf-e76ca935d736 req-9b93ebc3-e077-47d1-8384-882f477054c2 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 985 time: 0.0566545 Aug 15 14:17:33.203697 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4fd54d14-e21e-4547-aaaf-e76ca935d736 req-f442eebd-ca60-47e2-bf39-f5fc18aed469 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=a6be0114-5cf7-4293-b284-e0b19f00abff&id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0494845 Aug 15 14:17:33.721017 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 49562) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:17:33.824427 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5d003acc-7802-404f-bb4b-9fda1db2c1cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:33.906930 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5d003acc-7802-404f-bb4b-9fda1db2c1cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:33.994646 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5d003acc-7802-404f-bb4b-9fda1db2c1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:34.031520 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-5d003acc-7802-404f-bb4b-9fda1db2c1cf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f2ba51941eab497f9d56482ef1b3d308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3094175 Aug 15 14:17:34.032394 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d003acc-7802-404f-bb4b-9fda1db2c1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7136b494-d8f8-48ca-868f-7b0defea4f79,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:17:34.034257 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 49566) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:17:34.086757 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-3093bdb2-e8a9-4985-9345-dab8b2a230e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:34.104892 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-3093bdb2-e8a9-4985-9345-dab8b2a230e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:34.218646 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-3093bdb2-e8a9-4985-9345-dab8b2a230e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:34.221267 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-3093bdb2-e8a9-4985-9345-dab8b2a230e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:34.222555 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-3093bdb2-e8a9-4985-9345-dab8b2a230e3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7136b494-d8f8-48ca-868f-7b0defea4f79 HTTP/1.1" status: 204 len: 168 time: 0.1873333 Aug 15 14:17:34.233790 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093bdb2-e8a9-4985-9345-dab8b2a230e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7136b494-d8f8-48ca-868f-7b0defea4f79,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:17:34.329831 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71393a-defc-481d-be1a-269e40f64961 req-e0ed6ece-9a90-4b16-88c0-ae23991e8b9a tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:17:34.330981 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-dd71393a-defc-481d-be1a-269e40f64961 req-e0ed6ece-9a90-4b16-88c0-ae23991e8b9a tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 985 time: 0.0498929 Aug 15 14:17:34.370484 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-dd71393a-defc-481d-be1a-269e40f64961 req-14e9a8ad-0735-410c-9d1c-24efa574519b tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=a6be0114-5cf7-4293-b284-e0b19f00abff&id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326748 Aug 15 14:17:34.805473 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 49580) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:17:34.818813 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e797f182-8dce-42e7-b76d-edd2e6ad9632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:34.906553 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e797f182-8dce-42e7-b76d-edd2e6ad9632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:34.978068 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e797f182-8dce-42e7-b76d-edd2e6ad9632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:35.019746 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 49582) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:17:35.019965 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-e797f182-8dce-42e7-b76d-edd2e6ad9632 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9268a0b0e6ef4ce986f0b33bc19e55a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2130389 Aug 15 14:17:35.020472 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797f182-8dce-42e7-b76d-edd2e6ad9632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a32e686-e204-4221-9c39-f22fbd1091e3,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:17:35.071327 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-39166259-ba58-4e10-a63d-39dd9cd64bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:35.095222 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-39166259-ba58-4e10-a63d-39dd9cd64bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:35.229575 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-39166259-ba58-4e10-a63d-39dd9cd64bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:35.232059 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-39166259-ba58-4e10-a63d-39dd9cd64bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:35.233220 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-39166259-ba58-4e10-a63d-39dd9cd64bcb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6a32e686-e204-4221-9c39-f22fbd1091e3 HTTP/1.1" status: 204 len: 168 time: 0.2122014 Aug 15 14:17:35.241304 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39166259-ba58-4e10-a63d-39dd9cd64bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a32e686-e204-4221-9c39-f22fbd1091e3,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:17:40.697792 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-870c2653-57b1-4115-96e3-6e32f0f6d7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:43.252341 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-fb7776e6-2716-4f0a-aefd-88bbc76662a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:43.972220 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:44.664265 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:46.595894 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:54.544205 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 49804) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:17:54.648294 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-cf45b593-b7fe-479a-9d49-2269c3983cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:54.732723 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-cf45b593-b7fe-479a-9d49-2269c3983cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:54.789639 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-cf45b593-b7fe-479a-9d49-2269c3983cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:54.828482 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-cf45b593-b7fe-479a-9d49-2269c3983cca admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=97bbe33755a8436cb7655538373147b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2831683 Aug 15 14:17:54.829776 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45b593-b7fe-479a-9d49-2269c3983cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5785af1d-9aa1-45da-9bfb-f054012187a6,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:17:54.831221 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 49810) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:17:54.879282 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-3980ed5f-be92-4529-b2fa-a623c201e45c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:54.899496 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-3980ed5f-be92-4529-b2fa-a623c201e45c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:54.983982 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-3980ed5f-be92-4529-b2fa-a623c201e45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:54.986560 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-3980ed5f-be92-4529-b2fa-a623c201e45c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:54.987733 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-3980ed5f-be92-4529-b2fa-a623c201e45c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5785af1d-9aa1-45da-9bfb-f054012187a6 HTTP/1.1" status: 204 len: 168 time: 0.1555343 Aug 15 14:17:54.995914 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980ed5f-be92-4529-b2fa-a623c201e45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5785af1d-9aa1-45da-9bfb-f054012187a6,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:17:55.583489 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 49818) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:17:55.597224 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-40a8e5a3-62bd-44f3-8feb-c3ffa6edaf5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:55.682559 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-40a8e5a3-62bd-44f3-8feb-c3ffa6edaf5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:55.772250 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-40a8e5a3-62bd-44f3-8feb-c3ffa6edaf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:55.812329 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-40a8e5a3-62bd-44f3-8feb-c3ffa6edaf5c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f85f4e0cf31b424e8765caff25250c79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2277722 Aug 15 14:17:55.814244 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8e5a3-62bd-44f3-8feb-c3ffa6edaf5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cbf829-a3f3-4ad3-be7f-2d5a305e4f3e,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:17:55.815116 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 49820) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:17:55.862436 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-75b1fac1-7cdc-4663-b21b-cbb5553304a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:55.883052 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-75b1fac1-7cdc-4663-b21b-cbb5553304a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:56.001530 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-75b1fac1-7cdc-4663-b21b-cbb5553304a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:56.004058 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-75b1fac1-7cdc-4663-b21b-cbb5553304a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:56.005186 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-75b1fac1-7cdc-4663-b21b-cbb5553304a5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b1cbf829-a3f3-4ad3-be7f-2d5a305e4f3e HTTP/1.1" status: 204 len: 168 time: 0.1891160 Aug 15 14:17:56.013655 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1fac1-7cdc-4663-b21b-cbb5553304a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cbf829-a3f3-4ad3-be7f-2d5a305e4f3e,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:17:56.581596 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 49828) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:17:56.595070 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2bf029d6-4e0a-49ba-a195-2773bd4461d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:56.679933 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2bf029d6-4e0a-49ba-a195-2773bd4461d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:56.743983 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2bf029d6-4e0a-49ba-a195-2773bd4461d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:56.781819 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-2bf029d6-4e0a-49ba-a195-2773bd4461d7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e45e3d36dd3145ceb22f9fae133ac04e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1991537 Aug 15 14:17:56.782994 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf029d6-4e0a-49ba-a195-2773bd4461d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58521f81-5128-4961-80eb-3dbc6b43a545,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:17:56.784523 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 49830) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:17:56.833257 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-aec740f4-5be3-4ed1-b7d0-92c4f99700c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:56.853972 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-aec740f4-5be3-4ed1-b7d0-92c4f99700c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:56.972852 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-aec740f4-5be3-4ed1-b7d0-92c4f99700c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:56.975418 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-aec740f4-5be3-4ed1-b7d0-92c4f99700c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:17:56.976543 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-aec740f4-5be3-4ed1-b7d0-92c4f99700c5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/58521f81-5128-4961-80eb-3dbc6b43a545 HTTP/1.1" status: 204 len: 168 time: 0.1910162 Aug 15 14:17:56.984636 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec740f4-5be3-4ed1-b7d0-92c4f99700c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58521f81-5128-4961-80eb-3dbc6b43a545,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:18:01.310105 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-812cd115-7a08-4cdb-8780-5a6b18e7c7d8 req-7bca48dc-9dc2-46a4-92ed-18b6f59ee792 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400980 Aug 15 14:18:01.369602 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812cd115-7a08-4cdb-8780-5a6b18e7c7d8 req-9b463e2d-1ca8-4618-896a-c8129543fc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:01.371069 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-812cd115-7a08-4cdb-8780-5a6b18e7c7d8 req-9b463e2d-1ca8-4618-896a-c8129543fc8d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6539b10a08a439a9c2f6adbc7c97a73&device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 1138 time: 0.0402372 Aug 15 14:18:01.481869 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812cd115-7a08-4cdb-8780-5a6b18e7c7d8 req-68a1b890-4a9b-4cc4-8ec2-19982553eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:01.483362 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-812cd115-7a08-4cdb-8780-5a6b18e7c7d8 req-68a1b890-4a9b-4cc4-8ec2-19982553eb50 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5e6e57a-e858-48a4-80c6-6207d83bb306 HTTP/1.1" status: 200 len: 915 time: 0.0883338 Aug 15 14:18:01.550839 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-812cd115-7a08-4cdb-8780-5a6b18e7c7d8 req-b4c4e8fd-9bbe-4704-8ef0-de74fcc2a5db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c08a9c8-1e91-4680-b388-5194ff51aaae HTTP/1.1" status: 200 len: 1002 time: 0.0598621 Aug 15 14:18:01.566492 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:18:01.606443 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812cd115-7a08-4cdb-8780-5a6b18e7c7d8 req-7367fb2f-4397-4a65-b0ec-264f58a222d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:01.607874 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-812cd115-7a08-4cdb-8780-5a6b18e7c7d8 req-7367fb2f-4397-4a65-b0ec-264f58a222d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf02de99-39af-40f2-b14a-37413c12659d HTTP/1.1" status: 200 len: 853 time: 0.0486445 Aug 15 14:18:01.654229 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812cd115-7a08-4cdb-8780-5a6b18e7c7d8 req-277cdc5e-ba2d-463f-a562-9491c59ac3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:01.656419 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-812cd115-7a08-4cdb-8780-5a6b18e7c7d8 req-277cdc5e-ba2d-463f-a562-9491c59ac3a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5e6e57a-e858-48a4-80c6-6207d83bb306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404978 Aug 15 14:18:01.747165 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-812cd115-7a08-4cdb-8780-5a6b18e7c7d8 req-16bba8ef-0264-4dae-bbf2-059256ec5e22 service neutron] 10.222.0.20 "GET /v2.0/networks/b5e6e57a-e858-48a4-80c6-6207d83bb306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837812 Aug 15 14:18:01.841197 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-812cd115-7a08-4cdb-8780-5a6b18e7c7d8 req-34dae0e8-391a-46db-89ec-13f89d7ba5d4 service neutron] 10.222.0.20 "GET /v2.0/networks/b5e6e57a-e858-48a4-80c6-6207d83bb306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865865 Aug 15 14:18:06.573572 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d8674-d629-4c58-b107-e07900ffdcae req-7633b6fd-8c28-4248-8900-224c9a2f3cac tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:06.575005 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-183d8674-d629-4c58-b107-e07900ffdcae req-7633b6fd-8c28-4248-8900-224c9a2f3cac tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 945 time: 0.0476317 Aug 15 14:18:06.612037 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-183d8674-d629-4c58-b107-e07900ffdcae req-778cb065-e12e-4e01-8359-5bc12c0b2b8c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304246 Aug 15 14:18:07.728912 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fb4ca-7e32-4f30-8e7d-c18c4bc8c193 req-9e837078-341c-4cb2-8e3a-c4a0ed298854 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:07.730363 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-742fb4ca-7e32-4f30-8e7d-c18c4bc8c193 req-9e837078-341c-4cb2-8e3a-c4a0ed298854 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 945 time: 0.0500779 Aug 15 14:18:07.985334 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-742fb4ca-7e32-4f30-8e7d-c18c4bc8c193 req-4fa9227d-b015-46a4-abd5-ce32a9c714f9 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483263 Aug 15 14:18:08.461432 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:18:08.576019 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3ea0b-89c1-4109-b5e2-89d3572cf350 req-c7914311-1eab-483f-bfee-4d692f23af24 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:08.577468 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-aea3ea0b-89c1-4109-b5e2-89d3572cf350 req-c7914311-1eab-483f-bfee-4d692f23af24 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.20 "GET /v2.0/ports?device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 945 time: 0.0474422 Aug 15 14:18:08.673760 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-aea3ea0b-89c1-4109-b5e2-89d3572cf350 req-124da097-816d-4b7a-989e-8f6bde80bba0 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Deleting port 7b42bfa1-999b-48f0-bdd2-3394f4f092f6 {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:18:08.674103 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-aea3ea0b-89c1-4109-b5e2-89d3572cf350 req-124da097-816d-4b7a-989e-8f6bde80bba0 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:18:08.761484 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-aea3ea0b-89c1-4109-b5e2-89d3572cf350 req-124da097-816d-4b7a-989e-8f6bde80bba0 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] For port 7b42bfa1-999b-48f0-bdd2-3394f4f092f6, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=7b42bfa1-999b-48f0-bdd2-3394f4f092f6,segment=NetworkSegment(66d5fe38-bca6-423c-aeb4-48d8152f4f9d),segment_id=66d5fe38-bca6-423c-aeb4-48d8152f4f9d)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:18:08.762151 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-aea3ea0b-89c1-4109-b5e2-89d3572cf350 req-124da097-816d-4b7a-989e-8f6bde80bba0 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:18:08.774448 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-aea3ea0b-89c1-4109-b5e2-89d3572cf350 req-124da097-816d-4b7a-989e-8f6bde80bba0 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Calling delete_port for 7b42bfa1-999b-48f0-bdd2-3394f4f092f6 owned by compute:nova {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:18:08.978713 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-aea3ea0b-89c1-4109-b5e2-89d3572cf350 req-124da097-816d-4b7a-989e-8f6bde80bba0 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:18:08.989891 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['7b42bfa1-999b-48f0-bdd2-3394f4f092f6'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:18:09.007683 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124da097-816d-4b7a-989e-8f6bde80bba0 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Pushing event deleted for resources: {'Port': ['ID=7b42bfa1-999b-48f0-bdd2-3394f4f092f6,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:18:09.047289 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea3ea0b-89c1-4109-b5e2-89d3572cf350 req-124da097-816d-4b7a-989e-8f6bde80bba0 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] No DVR routers for this DVR port 7b42bfa1-999b-48f0-bdd2-3394f4f092f6 on host hv-cinder-80458 {{(pid=94450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:18:09.049801 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-aea3ea0b-89c1-4109-b5e2-89d3572cf350 req-124da097-816d-4b7a-989e-8f6bde80bba0 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:18:09.051740 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-aea3ea0b-89c1-4109-b5e2-89d3572cf350 req-124da097-816d-4b7a-989e-8f6bde80bba0 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.20 "DELETE /v2.0/ports/7b42bfa1-999b-48f0-bdd2-3394f4f092f6 HTTP/1.1" status: 204 len: 173 time: 0.4676006 Aug 15 14:18:09.052174 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8be082-591c-43dc-96e4-ce08dbb83d57', 'name': 'network-vif-deleted', 'tag': '7b42bfa1-999b-48f0-bdd2-3394f4f092f6'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:18:09.054481 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993e4378-db58-450f-895c-011f390500ab" -d '{"events": [{"server_uuid": "de8be082-591c-43dc-96e4-ce08dbb83d57", "name": "network-vif-deleted", "tag": "7b42bfa1-999b-48f0-bdd2-3394f4f092f6"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:18:09.089797 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b849647f-75dc-404d-9d93-b5ade6d9d175 req-81dbbd66-292b-43d5-b0ff-51212d232d7b tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 210 time: 0.0292568 Aug 15 14:18:09.209028 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825e0be2-7452-48b4-a980-36a4bc2e1fd9 x-openstack-request-id: req-825e0be2-7452-48b4-a980-36a4bc2e1fd9 {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:18:09.209312 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8be082-591c-43dc-96e4-ce08dbb83d57", "name": "network-vif-deleted", "tag": "7b42bfa1-999b-48f0-bdd2-3394f4f092f6", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:18:09.209622 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-825e0be2-7452-48b4-a980-36a4bc2e1fd9 {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:18:09.210008 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8be082-591c-43dc-96e4-ce08dbb83d57', 'name': 'network-vif-deleted', 'tag': '7b42bfa1-999b-48f0-bdd2-3394f4f092f6', 'status': 'completed', 'code': 200} Aug 15 14:18:10.202368 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b8bf8c3e-d07c-42d5-bec0-df7fb6ca7227 req-8c831917-5c9f-43cd-803b-6c19f6086b41 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 210 time: 0.0277278 Aug 15 14:18:10.704366 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-7d3f60f4-defa-4f3d-9dd8-78f091a7079a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:18:11.308022 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5e0a3560-62de-4bf4-805f-08913c131402 req-bac229e8-1067-4000-8563-62c2f4349aeb tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 210 time: 0.0257542 Aug 15 14:18:11.953809 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 7b42bfa1-999b-48f0-bdd2-3394f4f092f6 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:18:11.975283 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] No Port match for: 7b42bfa1-999b-48f0-bdd2-3394f4f092f6 {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:18:11.975621 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 7b42bfa1-999b-48f0-bdd2-3394f4f092f6 not bound to the agent host hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:18:12.413471 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e994d8e8-fdee-4bc2-a94c-50fdb473d021 req-134a8061-7a5a-435a-8dcb-7046a06a33cb tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 210 time: 0.0285206 Aug 15 14:18:13.246898 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-f9df5583-bef2-419c-96df-22a617591a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:18:13.523357 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-2b41228c-2297-4820-a2b0-03583afe6f8c req-b4358e2c-5fd3-4842-9abd-0ae94edb4659 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=de8be082-591c-43dc-96e4-ce08dbb83d57 HTTP/1.1" status: 200 len: 210 time: 0.0258710 Aug 15 14:18:13.813126 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:18:14.658429 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:18:16.606870 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:18:21.580028 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07680fa-5a2c-4196-8d12-2f1aff327be3 req-a6ee8552-826a-4240-b259-0cbe602e24a9 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:21.581547 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d07680fa-5a2c-4196-8d12-2f1aff327be3 req-a6ee8552-826a-4240-b259-0cbe602e24a9 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0490217 Aug 15 14:18:21.621285 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d07680fa-5a2c-4196-8d12-2f1aff327be3 req-42d83c78-7ba1-47c4-b433-e95635b7996a tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336657 Aug 15 14:18:22.741879 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a21e9d-cd3c-413f-99c6-73b03ebef0d9 req-022a971e-1bf5-4465-96ac-535efa1a6a2c tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:22.744066 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-45a21e9d-cd3c-413f-99c6-73b03ebef0d9 req-022a971e-1bf5-4465-96ac-535efa1a6a2c tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0551457 Aug 15 14:18:22.784138 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-45a21e9d-cd3c-413f-99c6-73b03ebef0d9 req-348f9cc1-520f-4ae1-b400-d162172f685c tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335872 Aug 15 14:18:23.899735 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c1e50-d220-4670-b077-dc86cd1d68ee req-94d67ad0-17dc-4709-a5e8-70fdb4f78bcd tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:23.901188 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-917c1e50-d220-4670-b077-dc86cd1d68ee req-94d67ad0-17dc-4709-a5e8-70fdb4f78bcd tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0509367 Aug 15 14:18:23.938521 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-917c1e50-d220-4670-b077-dc86cd1d68ee req-d23acef8-5e27-4aaf-8495-103ef28408e3 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305746 Aug 15 14:18:25.050539 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b87ac-9e12-4d90-a85f-68d0217f4cb1 req-3dad2a70-f77f-48ba-bd3d-e64d124978b4 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:25.051907 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-659b87ac-9e12-4d90-a85f-68d0217f4cb1 req-3dad2a70-f77f-48ba-bd3d-e64d124978b4 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0478945 Aug 15 14:18:25.089581 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-659b87ac-9e12-4d90-a85f-68d0217f4cb1 req-e50e7c78-d5a9-439d-bd93-0fbef388085a tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318797 Aug 15 14:18:26.200157 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587e46f-9c43-421d-8304-f4227961f7c2 req-e583dbd9-cd54-439f-85bd-bb2f90c752e0 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:26.201635 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d587e46f-9c43-421d-8304-f4227961f7c2 req-e583dbd9-cd54-439f-85bd-bb2f90c752e0 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0473535 Aug 15 14:18:26.238872 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d587e46f-9c43-421d-8304-f4227961f7c2 req-7b060dd3-5a82-4585-8db0-75c68f0838fd tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308723 Aug 15 14:18:27.102464 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-541233ab-ef11-4dd3-8bdb-e6fba20db90b tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:27.103958 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-541233ab-ef11-4dd3-8bdb-e6fba20db90b tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/networks?id=6003a87a-aad2-430b-ae91-8ec0ff34663a HTTP/1.1" status: 200 len: 813 time: 0.1070719 Aug 15 14:18:27.119294 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-990c0dd3-0e36-4895-ad13-9f0bc6647bd3 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/quotas/82fc23057c34475d8e08230ed3e72eaa HTTP/1.1" status: 200 len: 375 time: 0.0097361 Aug 15 14:18:27.151251 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-0bc8fcf3-8bc1-4805-8b4e-0bdb71c6afc9 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=82fc23057c34475d8e08230ed3e72eaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264657 Aug 15 14:18:27.336992 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-578a81ac-f299-4adc-bfd0-6f79b0eb5485 service neutron] 10.222.0.22 "GET /v2.0/networks/6003a87a-aad2-430b-ae91-8ec0ff34663a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780281 Aug 15 14:18:27.357237 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120500a0-c529-4062-a4b0-0f6477ba4851 req-ea556041-9909-411b-beba-75b8b79bb848 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:27.358846 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-120500a0-c529-4062-a4b0-0f6477ba4851 req-ea556041-9909-411b-beba-75b8b79bb848 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0504112 Aug 15 14:18:27.402276 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-120500a0-c529-4062-a4b0-0f6477ba4851 req-601553a6-3a42-482a-ae73-83c86c39e770 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364833 Aug 15 14:18:27.428917 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-3b573a1f-98b6-429a-90dd-0bd83bd65ade service neutron] 10.222.0.22 "GET /v2.0/networks/6003a87a-aad2-430b-ae91-8ec0ff34663a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845406 Aug 15 14:18:27.680131 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-51664bd3-d0bb-4e59-86e5-415782c6a5dd req-5ba06fd7-c19a-4cdd-9a45-1db37bfc9cb8 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=71935899-757d-4ac4-9cea-d1afb76b90f2 HTTP/1.1" status: 200 len: 210 time: 0.0272999 Aug 15 14:18:28.523774 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0fe11-f451-4f37-a721-a39f23866960 req-87adc521-c016-4310-9ede-a829380a8930 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:28.525346 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9ac0fe11-f451-4f37-a721-a39f23866960 req-87adc521-c016-4310-9ede-a829380a8930 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0549884 Aug 15 14:18:28.564554 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9ac0fe11-f451-4f37-a721-a39f23866960 req-280b1a17-5b46-4237-bd3d-c79ed32dd637 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326657 Aug 15 14:18:28.773510 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-6bda5a66-69f3-4ec3-9281-f1d96a37fadd req-400d3923-eef3-48dc-8d33-834ae3938415 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=71935899-757d-4ac4-9cea-d1afb76b90f2 HTTP/1.1" status: 200 len: 210 time: 0.0269036 Aug 15 14:18:29.528024 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-4026d122-b86d-4ea9-baf3-7ffb445ebcb5 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:29.529367 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-4026d122-b86d-4ea9-baf3-7ffb445ebcb5 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.20 "GET /v2.0/networks?id=6003a87a-aad2-430b-ae91-8ec0ff34663a HTTP/1.1" status: 200 len: 813 time: 0.1012130 Aug 15 14:18:29.542338 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-e3bbd05e-1a30-438b-9665-6efdd7c1133c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Request body: {'port': {'device_id': '71935899-757d-4ac4-9cea-d1afb76b90f2', 'network_id': '6003a87a-aad2-430b-ae91-8ec0ff34663a', 'admin_state_up': True, 'tenant_id': '82fc23057c34475d8e08230ed3e72eaa'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:18:29.701101 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab51364f-a283-46a0-9304-b9a832aacf76 req-e65813da-024d-4490-9dd7-8456b287569b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:29.702607 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ab51364f-a283-46a0-9304-b9a832aacf76 req-e65813da-024d-4490-9dd7-8456b287569b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0591269 Aug 15 14:18:29.745952 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-e3bbd05e-1a30-438b-9665-6efdd7c1133c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Made reservation on behalf of 82fc23057c34475d8e08230ed3e72eaa for: {'port': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:18:29.749327 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-e3bbd05e-1a30-438b-9665-6efdd7c1133c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:18:29.754964 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ab51364f-a283-46a0-9304-b9a832aacf76 req-d2c5a21b-7c49-453b-9318-7d290a249fa1 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453768 Aug 15 14:18:29.870522 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e4dfa209-abcc-4430-96e2-1a79faabbc19 req-71a1a87a-f995-4841-8248-aabe2ef52c3b tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=71935899-757d-4ac4-9cea-d1afb76b90f2 HTTP/1.1" status: 200 len: 210 time: 0.0269628 Aug 15 14:18:29.889938 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-e3bbd05e-1a30-438b-9665-6efdd7c1133c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Allocated IP 172.20.0.13 (6003a87a-aad2-430b-ae91-8ec0ff34663a/755a559d-b09d-45e5-beb2-17cd93b265bd/674dc56a-9b79-494d-becf-e75902fb2e1d) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:18:30.041056 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-e3bbd05e-1a30-438b-9665-6efdd7c1133c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:18:30.150542 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-e3bbd05e-1a30-438b-9665-6efdd7c1133c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:18:30.190324 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-e3bbd05e-1a30-438b-9665-6efdd7c1133c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Network 6003a87a-aad2-430b-ae91-8ec0ff34663a is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:18:30.195713 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-e3bbd05e-1a30-438b-9665-6efdd7c1133c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:18:30.199327 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-e3bbd05e-1a30-438b-9665-6efdd7c1133c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:18:30.228943 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bbd05e-1a30-438b-9665-6efdd7c1133c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Pushing event updated for resources: {'Port': ['ID=674dc56a-9b79-494d-becf-e75902fb2e1d,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:18:30.241464 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bbd05e-1a30-438b-9665-6efdd7c1133c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:18:30.241823 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bbd05e-1a30-438b-9665-6efdd7c1133c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:18:30.242283 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bbd05e-1a30-438b-9665-6efdd7c1133c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:18:30.242611 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bbd05e-1a30-438b-9665-6efdd7c1133c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:18:30.243023 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bbd05e-1a30-438b-9665-6efdd7c1133c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:18:30.243367 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bbd05e-1a30-438b-9665-6efdd7c1133c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:18:30.243756 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bbd05e-1a30-438b-9665-6efdd7c1133c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:18:30.244092 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bbd05e-1a30-438b-9665-6efdd7c1133c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:18:30.244530 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bbd05e-1a30-438b-9665-6efdd7c1133c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:18:30.244919 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bbd05e-1a30-438b-9665-6efdd7c1133c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:18:30.245253 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bbd05e-1a30-438b-9665-6efdd7c1133c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:18:30.245609 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bbd05e-1a30-438b-9665-6efdd7c1133c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:18:30.269679 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-e3bbd05e-1a30-438b-9665-6efdd7c1133c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:30.270325 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-e3bbd05e-1a30-438b-9665-6efdd7c1133c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:18:30.351047 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-e3bbd05e-1a30-438b-9665-6efdd7c1133c tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8125517 Aug 15 14:18:30.366652 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-65797b45-c9bf-4f3b-9d59-919e75974525 service neutron] Request body: {'port': {'device_id': '71935899-757d-4ac4-9cea-d1afb76b90f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:18:30.421008 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-65797b45-c9bf-4f3b-9d59-919e75974525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:18:30.688265 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-65797b45-c9bf-4f3b-9d59-919e75974525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 674dc56a-9b79-494d-becf-e75902fb2e1d {{(pid=94450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:18:30.696425 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-65797b45-c9bf-4f3b-9d59-919e75974525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:18:30.710215 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.provisioning_blocks [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-65797b45-c9bf-4f3b-9d59-919e75974525 service neutron] Transition to ACTIVE for port object 674dc56a-9b79-494d-becf-e75902fb2e1d will not be triggered until provisioned by entity L2. {{(pid=94450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:18:30.790131 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-65797b45-c9bf-4f3b-9d59-919e75974525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:18:30.846448 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65797b45-c9bf-4f3b-9d59-919e75974525 service neutron] Pushing event updated for resources: {'Port': ['ID=674dc56a-9b79-494d-becf-e75902fb2e1d,revision_number=2']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:18:30.886178 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10dda24-a32b-453c-878b-0c1f0f957c3f req-fcbacc25-7364-407f-80b4-36f1362f1fc5 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:30.887571 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b10dda24-a32b-453c-878b-0c1f0f957c3f req-fcbacc25-7364-407f-80b4-36f1362f1fc5 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0561354 Aug 15 14:18:30.915047 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-65797b45-c9bf-4f3b-9d59-919e75974525 service neutron] Attempting to bind port 674dc56a-9b79-494d-becf-e75902fb2e1d on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:18:30.915390 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-65797b45-c9bf-4f3b-9d59-919e75974525 service neutron] Attempting to bind port 674dc56a-9b79-494d-becf-e75902fb2e1d by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '66d5fe38-bca6-423c-aeb4-48d8152f4f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6003a87a-aad2-430b-ae91-8ec0ff34663a'}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:18:30.915772 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-65797b45-c9bf-4f3b-9d59-919e75974525 service neutron] Attempting to bind port 674dc56a-9b79-494d-becf-e75902fb2e1d on network 6003a87a-aad2-430b-ae91-8ec0ff34663a {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:18:30.920270 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-65797b45-c9bf-4f3b-9d59-919e75974525 service neutron] Port 674dc56a-9b79-494d-becf-e75902fb2e1d on network 6003a87a-aad2-430b-ae91-8ec0ff34663a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 15 14:18:30.920642 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-65797b45-c9bf-4f3b-9d59-919e75974525 service neutron] Attempting to bind port 674dc56a-9b79-494d-becf-e75902fb2e1d on network 6003a87a-aad2-430b-ae91-8ec0ff34663a {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:18:30.926394 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-65797b45-c9bf-4f3b-9d59-919e75974525 service neutron] Checking agent: {'id': '32bd799d-9334-4df6-9ae9-b970e79828b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'started_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:18:30.926725 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-65797b45-c9bf-4f3b-9d59-919e75974525 service neutron] Checking segment: {'id': '66d5fe38-bca6-423c-aeb4-48d8152f4f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6003a87a-aad2-430b-ae91-8ec0ff34663a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:18:30.927106 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-65797b45-c9bf-4f3b-9d59-919e75974525 service neutron] Bound using segment: {'id': '66d5fe38-bca6-423c-aeb4-48d8152f4f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6003a87a-aad2-430b-ae91-8ec0ff34663a'} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:18:30.927530 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-65797b45-c9bf-4f3b-9d59-919e75974525 service neutron] Bound port: 674dc56a-9b79-494d-becf-e75902fb2e1d, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66d5fe38-bca6-423c-aeb4-48d8152f4f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6003a87a-aad2-430b-ae91-8ec0ff34663a'}}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:18:30.927886 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-65797b45-c9bf-4f3b-9d59-919e75974525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:18:30.930564 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b10dda24-a32b-453c-878b-0c1f0f957c3f req-abf0d9dd-cc13-4fc2-952d-f248b50e2ed9 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368426 Aug 15 14:18:31.030131 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e323f-03de-4285-9751-acdb0ebfcd04 req-c476c86c-934b-428a-9635-03f422ce6042 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:31.031481 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-462e323f-03de-4285-9751-acdb0ebfcd04 req-c476c86c-934b-428a-9635-03f422ce6042 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=71935899-757d-4ac4-9cea-d1afb76b90f2 HTTP/1.1" status: 200 len: 944 time: 0.0874333 Aug 15 14:18:31.039491 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-65797b45-c9bf-4f3b-9d59-919e75974525 service neutron] For port 674dc56a-9b79-494d-becf-e75902fb2e1d, host hv-cinder-80458, cleared binding levels {{(pid=94450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:18:31.047561 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-65797b45-c9bf-4f3b-9d59-919e75974525 service neutron] For port 674dc56a-9b79-494d-becf-e75902fb2e1d, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=674dc56a-9b79-494d-becf-e75902fb2e1d,segment=NetworkSegment(66d5fe38-bca6-423c-aeb4-48d8152f4f9d),segment_id=66d5fe38-bca6-423c-aeb4-48d8152f4f9d)] {{(pid=94450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:18:31.075742 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-462e323f-03de-4285-9751-acdb0ebfcd04 req-bcad03f6-e22c-4938-b8f1-82ae44911f92 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376050 Aug 15 14:18:31.116262 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-65797b45-c9bf-4f3b-9d59-919e75974525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:18:31.155003 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-65797b45-c9bf-4f3b-9d59-919e75974525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:31.155614 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-65797b45-c9bf-4f3b-9d59-919e75974525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:18:31.156960 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-65797b45-c9bf-4f3b-9d59-919e75974525 service neutron] 10.222.0.20 "PUT /v2.0/ports/674dc56a-9b79-494d-becf-e75902fb2e1d HTTP/1.1" status: 200 len: 1094 time: 0.7945817 Aug 15 14:18:31.157401 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71935899-757d-4ac4-9cea-d1afb76b90f2', 'tag': '674dc56a-9b79-494d-becf-e75902fb2e1d'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:18:31.160375 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208c16db-5ca2-46d8-9977-f170e5b91d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "71935899-757d-4ac4-9cea-d1afb76b90f2", "tag": "674dc56a-9b79-494d-becf-e75902fb2e1d"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:18:31.183360 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65797b45-c9bf-4f3b-9d59-919e75974525 service neutron] Pushing event updated for resources: {'Port': ['ID=674dc56a-9b79-494d-becf-e75902fb2e1d,revision_number=3']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:18:31.197469 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518d07b9-d4fb-472f-bc31-c9e5c3524c8e x-openstack-request-id: req-518d07b9-d4fb-472f-bc31-c9e5c3524c8e {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:18:31.197755 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71935899-757d-4ac4-9cea-d1afb76b90f2", "tag": "674dc56a-9b79-494d-becf-e75902fb2e1d", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:18:31.198005 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-518d07b9-d4fb-472f-bc31-c9e5c3524c8e {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:18:31.198511 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71935899-757d-4ac4-9cea-d1afb76b90f2', 'tag': '674dc56a-9b79-494d-becf-e75902fb2e1d', 'status': 'completed', 'code': 200} Aug 15 14:18:31.262402 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c16db-5ca2-46d8-9977-f170e5b91d3d req-e913ca00-0e10-4b61-93d6-e65a44404d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:31.263924 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-208c16db-5ca2-46d8-9977-f170e5b91d3d req-e913ca00-0e10-4b61-93d6-e65a44404d6e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=82fc23057c34475d8e08230ed3e72eaa&device_id=71935899-757d-4ac4-9cea-d1afb76b90f2 HTTP/1.1" status: 200 len: 1097 time: 0.0419908 Aug 15 14:18:31.365612 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c16db-5ca2-46d8-9977-f170e5b91d3d req-f9037e09-ab25-40d7-b94f-65e62fa7c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:31.367072 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-208c16db-5ca2-46d8-9977-f170e5b91d3d req-f9037e09-ab25-40d7-b94f-65e62fa7c38d service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=82fc23057c34475d8e08230ed3e72eaa&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0949640 Aug 15 14:18:31.462522 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c16db-5ca2-46d8-9977-f170e5b91d3d req-68368666-d2aa-48da-8c1e-c9725365d205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:31.463982 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-208c16db-5ca2-46d8-9977-f170e5b91d3d req-68368666-d2aa-48da-8c1e-c9725365d205 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899041 Aug 15 14:18:31.533818 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:18:31.554791 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-a741cde7-1190-43a2-9ef7-67b55684b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:31.556248 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-a741cde7-1190-43a2-9ef7-67b55684b9b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=82fc23057c34475d8e08230ed3e72eaa&device_id=71935899-757d-4ac4-9cea-d1afb76b90f2 HTTP/1.1" status: 200 len: 1097 time: 0.0463181 Aug 15 14:18:31.600463 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-a30b8640-c9f6-460b-a226-f2eca801fe2b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=674dc56a-9b79-494d-becf-e75902fb2e1d HTTP/1.1" status: 200 len: 217 time: 0.0346758 Aug 15 14:18:31.654844 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-715b6f14-969f-4205-b811-5957829b5c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:31.656332 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-715b6f14-969f-4205-b811-5957829b5c3e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=755a559d-b09d-45e5-beb2-17cd93b265bd HTTP/1.1" status: 200 len: 853 time: 0.0447035 Aug 15 14:18:31.688721 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-d648b079-eb71-46d9-99df-ff2fb5f9dbf8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6003a87a-aad2-430b-ae91-8ec0ff34663a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248256 Aug 15 14:18:31.784239 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-36058456-eb2f-43df-ab00-bc901d2d8c70 service neutron] 10.222.0.20 "GET /v2.0/networks/6003a87a-aad2-430b-ae91-8ec0ff34663a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862377 Aug 15 14:18:31.875995 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a623ebc8-ff03-4501-84c3-bac2220d17cb req-789e6033-051a-4849-ac69-42847ef6c5ed service neutron] 10.222.0.20 "GET /v2.0/networks/6003a87a-aad2-430b-ae91-8ec0ff34663a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844567 Aug 15 14:18:32.050006 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94419780-0389-4104-9b29-0dd5ca5aaa63 req-e34f52c8-079a-472d-9aba-dd1add9a9adb tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:32.051504 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-94419780-0389-4104-9b29-0dd5ca5aaa63 req-e34f52c8-079a-472d-9aba-dd1add9a9adb tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0517936 Aug 15 14:18:32.092164 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-94419780-0389-4104-9b29-0dd5ca5aaa63 req-2a8de941-82c1-46aa-bdff-4a8da8e6d364 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347033 Aug 15 14:18:32.203026 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd2e81-0c5f-4f11-a97c-cc81318354a2 req-fb104123-eaaa-4c11-89da-38e27885ebad tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:32.204498 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c9dd2e81-0c5f-4f11-a97c-cc81318354a2 req-fb104123-eaaa-4c11-89da-38e27885ebad tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=71935899-757d-4ac4-9cea-d1afb76b90f2 HTTP/1.1" status: 200 len: 944 time: 0.0534248 Aug 15 14:18:32.242689 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c9dd2e81-0c5f-4f11-a97c-cc81318354a2 req-8428752c-7a07-4870-b21f-8ec37aba0c54 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315912 Aug 15 14:18:33.208007 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb49f09-2c27-44fb-8522-a6f5261b9232 req-4e5b447b-3826-4c23-a21e-c7a893710f0e tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:33.209498 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7bb49f09-2c27-44fb-8522-a6f5261b9232 req-4e5b447b-3826-4c23-a21e-c7a893710f0e tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0494101 Aug 15 14:18:33.246864 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7bb49f09-2c27-44fb-8522-a6f5261b9232 req-0a1ef6f2-0970-4f09-9e22-58911c028418 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314717 Aug 15 14:18:33.361625 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9802014-41aa-4eb5-a90c-fe54da3df140 req-f6a64b4b-fbc7-48f6-8c50-5fbfc85e5b0d tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:33.363240 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-f9802014-41aa-4eb5-a90c-fe54da3df140 req-f6a64b4b-fbc7-48f6-8c50-5fbfc85e5b0d tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=71935899-757d-4ac4-9cea-d1afb76b90f2 HTTP/1.1" status: 200 len: 944 time: 0.0512562 Aug 15 14:18:33.401857 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-f9802014-41aa-4eb5-a90c-fe54da3df140 req-bb0c0816-cca5-43cc-8ee2-44194da8a6be tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321178 Aug 15 14:18:34.367525 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d588a1-f5f3-4a92-a1e6-2b964d09e6e4 req-faa33cde-67e7-430d-8c94-d90a11ff4812 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:34.369063 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-18d588a1-f5f3-4a92-a1e6-2b964d09e6e4 req-faa33cde-67e7-430d-8c94-d90a11ff4812 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0489080 Aug 15 14:18:34.408243 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-18d588a1-f5f3-4a92-a1e6-2b964d09e6e4 req-bc83bd65-03d1-493a-893b-e3e31c509d2d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332863 Aug 15 14:18:34.515449 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96496c-78fb-4670-871e-c59687718c6d req-feee8055-ae0b-429e-ba96-adc55ff25f67 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:34.516878 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-fc96496c-78fb-4670-871e-c59687718c6d req-feee8055-ae0b-429e-ba96-adc55ff25f67 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=71935899-757d-4ac4-9cea-d1afb76b90f2 HTTP/1.1" status: 200 len: 944 time: 0.0474164 Aug 15 14:18:34.556996 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-fc96496c-78fb-4670-871e-c59687718c6d req-cf0b78af-0d55-42bf-ab62-46bd00cffa84 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335996 Aug 15 14:18:35.526671 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e213a-def8-457b-9e21-adf04b0fdc45 req-e152bb17-1479-4533-8201-efdd2f3f005c tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:35.528008 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-cc3e213a-def8-457b-9e21-adf04b0fdc45 req-e152bb17-1479-4533-8201-efdd2f3f005c tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0515852 Aug 15 14:18:35.566943 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-cc3e213a-def8-457b-9e21-adf04b0fdc45 req-560fd4c1-eba1-4979-884a-23df24292e67 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320172 Aug 15 14:18:35.677573 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61b1f6-7fb6-4e8a-bed6-240f22f7b66c req-1887abf2-51cb-46a4-8844-03c8bf21e825 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:35.679151 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-da61b1f6-7fb6-4e8a-bed6-240f22f7b66c req-1887abf2-51cb-46a4-8844-03c8bf21e825 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=71935899-757d-4ac4-9cea-d1afb76b90f2 HTTP/1.1" status: 200 len: 944 time: 0.0530126 Aug 15 14:18:35.716724 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-da61b1f6-7fb6-4e8a-bed6-240f22f7b66c req-541fa3d4-4a7e-44b7-bc3a-97f28f2754d2 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314388 Aug 15 14:18:35.929262 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 674dc56a-9b79-494d-becf-e75902fb2e1d details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 15 14:18:36.025664 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 674dc56a-9b79-494d-becf-e75902fb2e1d, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=674dc56a-9b79-494d-becf-e75902fb2e1d,segment=NetworkSegment(66d5fe38-bca6-423c-aeb4-48d8152f4f9d),segment_id=66d5fe38-bca6-423c-aeb4-48d8152f4f9d)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:18:36.038119 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Returning: {'device': '674dc56a-9b79-494d-becf-e75902fb2e1d', 'network_id': '6003a87a-aad2-430b-ae91-8ec0ff34663a', 'port_id': '674dc56a-9b79-494d-becf-e75902fb2e1d', 'mac_address': 'fa:16:3e:9c:89:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755a559d-b09d-45e5-beb2-17cd93b265bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 15 14:18:36.078524 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:18:36.092454 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 674dc56a-9b79-494d-becf-e75902fb2e1d {{(pid=94453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:18:36.110807 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 674dc56a-9b79-494d-becf-e75902fb2e1d, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=674dc56a-9b79-494d-becf-e75902fb2e1d,segment=NetworkSegment(66d5fe38-bca6-423c-aeb4-48d8152f4f9d),segment_id=66d5fe38-bca6-423c-aeb4-48d8152f4f9d)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:18:36.172875 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:18:36.221526 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=674dc56a-9b79-494d-becf-e75902fb2e1d,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:18:36.228308 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:18:36.228657 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:18:36.228996 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:18:36.229330 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:18:36.229684 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:18:36.230014 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:18:36.230340 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:18:36.230664 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:18:36.231008 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:18:36.231333 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:18:36.231653 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:18:36.231970 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:18:36.681326 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2402ac5-c83d-42de-b966-99bf609500e7 req-fbb9a91a-d728-467f-81ab-345f0f3b817c tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:36.682826 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c2402ac5-c83d-42de-b966-99bf609500e7 req-fbb9a91a-d728-467f-81ab-345f0f3b817c tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0481255 Aug 15 14:18:36.691632 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['674dc56a-9b79-494d-becf-e75902fb2e1d'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:18:36.720604 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c2402ac5-c83d-42de-b966-99bf609500e7 req-ce5da47c-7618-4252-b9a8-111e909145dc tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318527 Aug 15 14:18:36.836534 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0d879-7326-4c15-ab3a-e7bb556a6128 req-d8227dad-b42e-4956-823f-b2f121e514f4 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:36.838090 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-bff0d879-7326-4c15-ab3a-e7bb556a6128 req-d8227dad-b42e-4956-823f-b2f121e514f4 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=71935899-757d-4ac4-9cea-d1afb76b90f2 HTTP/1.1" status: 200 len: 945 time: 0.0496745 Aug 15 14:18:36.876334 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-bff0d879-7326-4c15-ab3a-e7bb556a6128 req-127d6e08-49cd-4363-a6cc-0d8fb8a27c98 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322092 Aug 15 14:18:37.834753 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdefdbc-b894-4c7a-8d3a-e7879e6f1b46 req-c05c8ad9-55ab-42e1-b0dd-802693e460c3 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:37.836256 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2fdefdbc-b894-4c7a-8d3a-e7879e6f1b46 req-c05c8ad9-55ab-42e1-b0dd-802693e460c3 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0484440 Aug 15 14:18:37.874625 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2fdefdbc-b894-4c7a-8d3a-e7879e6f1b46 req-f5fee899-9ac3-476d-8d81-9cfd76bb6a1f tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323541 Aug 15 14:18:37.949033 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 674dc56a-9b79-494d-becf-e75902fb2e1d up at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:18:37.997496 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2799f-fbfb-4464-bc40-275a909d8055 req-da263039-a295-4a34-913c-33bb5fec6b0a tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:37.999086 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-bfa2799f-fbfb-4464-bc40-275a909d8055 req-da263039-a295-4a34-913c-33bb5fec6b0a tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=71935899-757d-4ac4-9cea-d1afb76b90f2 HTTP/1.1" status: 200 len: 945 time: 0.0521472 Aug 15 14:18:38.045043 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-bfa2799f-fbfb-4464-bc40-275a909d8055 req-fb48c016-1ec4-436a-b991-5268274f0b50 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390892 Aug 15 14:18:38.064596 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning for port 674dc56a-9b79-494d-becf-e75902fb2e1d completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:18:38.069317 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning complete for port 674dc56a-9b79-494d-becf-e75902fb2e1d triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:18:38.077969 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:18:38.147881 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:18:38.173469 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71935899-757d-4ac4-9cea-d1afb76b90f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674dc56a-9b79-494d-becf-e75902fb2e1d'}] {{(pid=94453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:18:38.176356 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67f9f608f21815e3b7d057bcd481c644a3f088ed5729c17767b65ea5f15acf6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80d0711-db8a-45e6-9002-f37c32a5209f" -d '{"events": [{"server_uuid": "71935899-757d-4ac4-9cea-d1afb76b90f2", "name": "network-vif-plugged", "status": "completed", "tag": "674dc56a-9b79-494d-becf-e75902fb2e1d"}]}' {{(pid=94453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:18:38.189192 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 674dc56a-9b79-494d-becf-e75902fb2e1d, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=674dc56a-9b79-494d-becf-e75902fb2e1d,segment=NetworkSegment(66d5fe38-bca6-423c-aeb4-48d8152f4f9d),segment_id=66d5fe38-bca6-423c-aeb4-48d8152f4f9d)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:18:38.246824 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:18:38.272497 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d643d200-f3d5-4d3a-9c3c-3d3478bc4633 x-openstack-request-id: req-d643d200-f3d5-4d3a-9c3c-3d3478bc4633 {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:18:38.272790 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71935899-757d-4ac4-9cea-d1afb76b90f2", "name": "network-vif-plugged", "status": "completed", "tag": "674dc56a-9b79-494d-becf-e75902fb2e1d", "code": 200}]} {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:18:38.273043 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d643d200-f3d5-4d3a-9c3c-3d3478bc4633 {{(pid=94453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:18:38.273450 dv-cinder-804581-6-iscsi neutron-server[94453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71935899-757d-4ac4-9cea-d1afb76b90f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674dc56a-9b79-494d-becf-e75902fb2e1d', 'code': 200} Aug 15 14:18:38.302068 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=674dc56a-9b79-494d-becf-e75902fb2e1d,revision_number=5']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:18:38.546610 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffeaa4b-c642-4bd7-a485-79e046037e3f req-4a3266ce-f7f8-4619-9c41-c3fdabc4a676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:38.548112 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9ffeaa4b-c642-4bd7-a485-79e046037e3f req-4a3266ce-f7f8-4619-9c41-c3fdabc4a676 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=71935899-757d-4ac4-9cea-d1afb76b90f2 HTTP/1.1" status: 200 len: 1099 time: 0.0430255 Aug 15 14:18:38.583266 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9ffeaa4b-c642-4bd7-a485-79e046037e3f req-923f062d-ddb8-433c-b17e-e09df9bf1884 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275240 Aug 15 14:18:38.992946 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a8489-2976-4a9f-8c37-fafac9af8c49 req-d35072fb-5533-4024-a8aa-283fcadc1214 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:38.994431 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a59a8489-2976-4a9f-8c37-fafac9af8c49 req-d35072fb-5533-4024-a8aa-283fcadc1214 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0492840 Aug 15 14:18:39.032288 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a59a8489-2976-4a9f-8c37-fafac9af8c49 req-557b6109-c608-44e1-83d4-fcb086345f3e tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319364 Aug 15 14:18:39.167719 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252ae9e-0c07-4c0d-9ce1-55d2d6b316ce req-5e5e5817-5d1a-425b-8f40-8115c4a148ca tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:39.169179 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1252ae9e-0c07-4c0d-9ce1-55d2d6b316ce req-5e5e5817-5d1a-425b-8f40-8115c4a148ca tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=71935899-757d-4ac4-9cea-d1afb76b90f2 HTTP/1.1" status: 200 len: 946 time: 0.0536380 Aug 15 14:18:39.206908 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1252ae9e-0c07-4c0d-9ce1-55d2d6b316ce req-54966741-71bd-48fe-bfc2-b35bf80348f0 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316417 Aug 15 14:18:40.151161 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb8d3b-7662-4e67-934a-3619bcec54a7 req-a74dea98-de1c-4179-9fb0-100ccc374400 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:40.152639 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-daeb8d3b-7662-4e67-934a-3619bcec54a7 req-a74dea98-de1c-4179-9fb0-100ccc374400 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0529187 Aug 15 14:18:40.191569 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-daeb8d3b-7662-4e67-934a-3619bcec54a7 req-80af9738-854f-4f45-9f11-6c7328469015 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326385 Aug 15 14:18:40.322135 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9df8cf-a8aa-49b7-9456-d985d3878f5b req-c8c1dfe2-b632-4967-ac85-aff3b7c506cc tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:40.323577 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0e9df8cf-a8aa-49b7-9456-d985d3878f5b req-c8c1dfe2-b632-4967-ac85-aff3b7c506cc tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=71935899-757d-4ac4-9cea-d1afb76b90f2 HTTP/1.1" status: 200 len: 946 time: 0.0473738 Aug 15 14:18:40.360469 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0e9df8cf-a8aa-49b7-9456-d985d3878f5b req-8fc8586f-0b39-4fb5-9593-95ac717481be tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309227 Aug 15 14:18:40.693139 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-044f21c0-22ec-48ce-85c9-0955e0f86091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:18:41.309467 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b69baf-6183-4b05-955b-04e5b28bd640 req-021b7152-8e3d-4efe-987d-20dfcd8b9420 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:41.310967 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-71b69baf-6183-4b05-955b-04e5b28bd640 req-021b7152-8e3d-4efe-987d-20dfcd8b9420 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0488017 Aug 15 14:18:41.348554 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-71b69baf-6183-4b05-955b-04e5b28bd640 req-b8a164d4-1608-43e5-a920-2c9be875d322 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310018 Aug 15 14:18:42.478082 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010ba20-055f-4b1f-9d1c-5fae0c11c590 req-f15642e7-cfe4-4ac3-abea-e41b7c6ed97b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:42.479579 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-7010ba20-055f-4b1f-9d1c-5fae0c11c590 req-f15642e7-cfe4-4ac3-abea-e41b7c6ed97b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0513668 Aug 15 14:18:42.517116 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-7010ba20-055f-4b1f-9d1c-5fae0c11c590 req-65bb57d8-40d0-434e-a2be-bfd08d0e8706 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316863 Aug 15 14:18:42.881560 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507be9c0-632e-4b6c-876a-eb28231efc19 req-1a28a4f6-424e-42ac-b233-a5016946cf14 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:42.883068 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-507be9c0-632e-4b6c-876a-eb28231efc19 req-1a28a4f6-424e-42ac-b233-a5016946cf14 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0503402 Aug 15 14:18:42.922765 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-507be9c0-632e-4b6c-876a-eb28231efc19 req-feb48158-f3e3-4b52-b252-177d2411be03 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336866 Aug 15 14:18:42.975887 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a04003-b836-4f35-88e1-10a9463faac6 req-0acb66af-512f-4f43-961a-0833d8b1072a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:42.977331 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-71a04003-b836-4f35-88e1-10a9463faac6 req-0acb66af-512f-4f43-961a-0833d8b1072a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d7d262d48af475e9d34d28cde3291b8&device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 1098 time: 0.0431168 Aug 15 14:18:43.066391 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a04003-b836-4f35-88e1-10a9463faac6 req-89ae03ad-baed-4f89-9dae-8c17c56f2f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:43.067830 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-71a04003-b836-4f35-88e1-10a9463faac6 req-89ae03ad-baed-4f89-9dae-8c17c56f2f2f service neutron] 10.222.0.20 "GET /v2.0/networks?id=be0d8a3c-f753-4203-b1e9-df12d5419b7d HTTP/1.1" status: 200 len: 912 time: 0.0826199 Aug 15 14:18:43.137110 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-71a04003-b836-4f35-88e1-10a9463faac6 req-cae08545-e256-4ca1-8a7a-1608bd2bbd56 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=414d923b-4006-41a2-9c05-eb3e14e99b37 HTTP/1.1" status: 200 len: 1001 time: 0.0612633 Aug 15 14:18:43.191028 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a04003-b836-4f35-88e1-10a9463faac6 req-c6bbecb4-e002-4ac5-b58d-7edf93223512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:43.192719 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-71a04003-b836-4f35-88e1-10a9463faac6 req-c6bbecb4-e002-4ac5-b58d-7edf93223512 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=755f6259-b6d2-4fd1-8b9f-a7b43f738a15 HTTP/1.1" status: 200 len: 850 time: 0.0460505 Aug 15 14:18:43.240582 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a04003-b836-4f35-88e1-10a9463faac6 req-fa4d60e6-846f-45b2-b3de-2bc775b6135c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:43.242097 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-71a04003-b836-4f35-88e1-10a9463faac6 req-fa4d60e6-846f-45b2-b3de-2bc775b6135c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be0d8a3c-f753-4203-b1e9-df12d5419b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405111 Aug 15 14:18:43.253476 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-bbb9d0b9-77d6-4c8e-8830-84a3bc511e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:18:43.335715 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-71a04003-b836-4f35-88e1-10a9463faac6 req-41b77674-21fc-480a-8cf9-d9eb6a4e3ae1 service neutron] 10.222.0.20 "GET /v2.0/networks/be0d8a3c-f753-4203-b1e9-df12d5419b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836930 Aug 15 14:18:43.424823 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-71a04003-b836-4f35-88e1-10a9463faac6 req-3c784bfd-9a08-49cc-934b-b62032f6e0ab service neutron] 10.222.0.20 "GET /v2.0/networks/be0d8a3c-f753-4203-b1e9-df12d5419b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816908 Aug 15 14:18:43.835920 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:18:44.036846 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ceae9-3026-4d7f-80da-e6f7156164e3 req-fd7a4c1a-f3d9-49ba-88da-aefcdc4cf8b6 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:44.038315 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-868ceae9-3026-4d7f-80da-e6f7156164e3 req-fd7a4c1a-f3d9-49ba-88da-aefcdc4cf8b6 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0470378 Aug 15 14:18:44.076829 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-868ceae9-3026-4d7f-80da-e6f7156164e3 req-c904a48d-ee6c-4f9b-9d98-56c20dfb2647 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310643 Aug 15 14:18:44.635440 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:18:45.196516 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f228258-b740-4db4-9149-9ccafcf1b984 req-264271ce-9972-4342-96ca-303ab3d1124c tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:18:45.198021 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9f228258-b740-4db4-9149-9ccafcf1b984 req-264271ce-9972-4342-96ca-303ab3d1124c tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0530381 Aug 15 14:18:45.243669 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9f228258-b740-4db4-9149-9ccafcf1b984 req-8d6f1332-0336-4a76-bf3b-54b9188c1396 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395296 Aug 15 14:18:45.461756 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:18:46.578812 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:01.566928 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:02.279651 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-762c451b-7aa9-44e4-885a-1e7037d79f00 req-752d2f36-14b8-4282-a214-95d689ae6ab8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408406 Aug 15 14:19:02.347218 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c451b-7aa9-44e4-885a-1e7037d79f00 req-c4b8e716-a4be-437a-b461-332e8bf05535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:02.348710 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-762c451b-7aa9-44e4-885a-1e7037d79f00 req-c4b8e716-a4be-437a-b461-332e8bf05535 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e17307d397464d099cfe8fea70bc575f&device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 1098 time: 0.0437598 Aug 15 14:19:02.449130 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c451b-7aa9-44e4-885a-1e7037d79f00 req-63995914-5ca6-4c6b-af0c-57ced5084afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:02.450589 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-762c451b-7aa9-44e4-885a-1e7037d79f00 req-63995914-5ca6-4c6b-af0c-57ced5084afa service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a HTTP/1.1" status: 200 len: 913 time: 0.0817542 Aug 15 14:19:02.520057 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-762c451b-7aa9-44e4-885a-1e7037d79f00 req-05cf5223-1828-4e9b-b2bf-d66502f85f35 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00cba10d-2609-41ae-8d76-a5fff0216558 HTTP/1.1" status: 200 len: 1001 time: 0.0604408 Aug 15 14:19:02.569488 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c451b-7aa9-44e4-885a-1e7037d79f00 req-3125512b-e6d6-49a9-8715-df4739a9e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:02.571023 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-762c451b-7aa9-44e4-885a-1e7037d79f00 req-3125512b-e6d6-49a9-8715-df4739a9e024 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04fb6d4a-8e43-4587-8cf9-333c90daf207 HTTP/1.1" status: 200 len: 851 time: 0.0435479 Aug 15 14:19:02.616244 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c451b-7aa9-44e4-885a-1e7037d79f00 req-4a45283d-ca36-4e91-b443-d00d8e789658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:02.617758 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-762c451b-7aa9-44e4-885a-1e7037d79f00 req-4a45283d-ca36-4e91-b443-d00d8e789658 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396185 Aug 15 14:19:02.719831 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-762c451b-7aa9-44e4-885a-1e7037d79f00 req-f3678862-fa94-4686-9f93-f03bc1c50e9a service neutron] 10.222.0.20 "GET /v2.0/networks/f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882192 Aug 15 14:19:02.812794 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-762c451b-7aa9-44e4-885a-1e7037d79f00 req-a4691d86-8ce4-4c90-a639-e8c1582cf44d service neutron] 10.222.0.20 "GET /v2.0/networks/f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846157 Aug 15 14:19:07.272996 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 50588) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:19:07.375209 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-c3c04d6c-c81b-4638-ad6c-193aa1d76268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:07.464313 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-c3c04d6c-c81b-4638-ad6c-193aa1d76268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:07.533382 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-c3c04d6c-c81b-4638-ad6c-193aa1d76268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:07.572565 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-c3c04d6c-c81b-4638-ad6c-193aa1d76268 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=952d8dd3522741298d311855c4fa9a57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984560 Aug 15 14:19:07.574536 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c04d6c-c81b-4638-ad6c-193aa1d76268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1e4fd5-75cb-40ba-a4f6-516139ddd00c,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:07.575338 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 50596) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:19:07.581818 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c04d6c-c81b-4638-ad6c-193aa1d76268 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:07.582174 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c04d6c-c81b-4638-ad6c-193aa1d76268 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:07.582516 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c04d6c-c81b-4638-ad6c-193aa1d76268 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:07.582852 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c04d6c-c81b-4638-ad6c-193aa1d76268 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:07.583332 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c04d6c-c81b-4638-ad6c-193aa1d76268 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:07.583675 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c04d6c-c81b-4638-ad6c-193aa1d76268 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:07.584008 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c04d6c-c81b-4638-ad6c-193aa1d76268 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:07.584337 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c04d6c-c81b-4638-ad6c-193aa1d76268 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:07.584666 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c04d6c-c81b-4638-ad6c-193aa1d76268 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:07.585193 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c04d6c-c81b-4638-ad6c-193aa1d76268 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:07.585536 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c04d6c-c81b-4638-ad6c-193aa1d76268 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:07.585864 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c04d6c-c81b-4638-ad6c-193aa1d76268 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:07.627432 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-f13908f3-a1db-4794-b9d3-4243d1052c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:07.648036 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-f13908f3-a1db-4794-b9d3-4243d1052c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:07.784168 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-f13908f3-a1db-4794-b9d3-4243d1052c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:07.786746 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-f13908f3-a1db-4794-b9d3-4243d1052c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:07.788637 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-f13908f3-a1db-4794-b9d3-4243d1052c72 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9d1e4fd5-75cb-40ba-a4f6-516139ddd00c HTTP/1.1" status: 204 len: 168 time: 0.2123003 Aug 15 14:19:07.796645 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13908f3-a1db-4794-b9d3-4243d1052c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1e4fd5-75cb-40ba-a4f6-516139ddd00c,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:07.915270 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209b0a9-d6ea-4115-a523-07067d589ba6 req-fc3f27ef-ccfc-4b2b-a941-bca0c599cf03 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:07.916703 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-6209b0a9-d6ea-4115-a523-07067d589ba6 req-fc3f27ef-ccfc-4b2b-a941-bca0c599cf03 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=71935899-757d-4ac4-9cea-d1afb76b90f2 HTTP/1.1" status: 200 len: 946 time: 0.0491412 Aug 15 14:19:07.953843 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-6209b0a9-d6ea-4115-a523-07067d589ba6 req-401ab3d0-2fb1-4bae-ae00-aa28d6b11c69 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306919 Aug 15 14:19:08.841156 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb02e91-3885-4b70-aed5-6665ebbe7295 req-d885ac5a-b9bf-4bf6-8f3a-4b1072f3d30d tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:08.842707 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0fb02e91-3885-4b70-aed5-6665ebbe7295 req-d885ac5a-b9bf-4bf6-8f3a-4b1072f3d30d tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0541248 Aug 15 14:19:08.883428 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0fb02e91-3885-4b70-aed5-6665ebbe7295 req-7730f015-0b21-48d7-9809-e4c2630d0ef7 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345349 Aug 15 14:19:09.073519 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beace4f1-ebbf-465d-96de-7f31522ebf59 req-17425645-a2bd-450e-8f08-12cf7ba9e944 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:09.075032 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-beace4f1-ebbf-465d-96de-7f31522ebf59 req-17425645-a2bd-450e-8f08-12cf7ba9e944 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=71935899-757d-4ac4-9cea-d1afb76b90f2 HTTP/1.1" status: 200 len: 946 time: 0.0526412 Aug 15 14:19:09.117969 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-beace4f1-ebbf-465d-96de-7f31522ebf59 req-bc966a14-994c-44f6-b527-1bcca374efe7 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366998 Aug 15 14:19:10.001458 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c8cfb-21c0-46c2-824a-3a6d8e323b1e req-9021fc7f-1f42-4d07-b2f6-1d10adbb6f44 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:10.002885 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-744c8cfb-21c0-46c2-824a-3a6d8e323b1e req-9021fc7f-1f42-4d07-b2f6-1d10adbb6f44 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0473878 Aug 15 14:19:10.043466 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-744c8cfb-21c0-46c2-824a-3a6d8e323b1e req-f7d5123f-6161-466e-b4d0-01d20d650d14 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334499 Aug 15 14:19:10.238859 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99268a40-52d1-4a98-bd6a-fa553adca5f3 req-67d38453-2066-4040-aa3a-7d7ee9c813f7 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:10.240400 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-99268a40-52d1-4a98-bd6a-fa553adca5f3 req-67d38453-2066-4040-aa3a-7d7ee9c813f7 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=71935899-757d-4ac4-9cea-d1afb76b90f2 HTTP/1.1" status: 200 len: 946 time: 0.0538030 Aug 15 14:19:10.280942 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-99268a40-52d1-4a98-bd6a-fa553adca5f3 req-c01ec8dc-cbbc-496d-8aea-35397678c3b0 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/security-groups?id=c702a1c5-4c2d-4266-84fe-9b0634ab3880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345929 Aug 15 14:19:10.493387 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a864ae0-4cec-4a96-9cf1-1c072acca757 req-d1176731-a7af-4b71-927e-116c3052727f tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:10.495219 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0a864ae0-4cec-4a96-9cf1-1c072acca757 req-d1176731-a7af-4b71-927e-116c3052727f tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.20 "GET /v2.0/ports?device_id=71935899-757d-4ac4-9cea-d1afb76b90f2 HTTP/1.1" status: 200 len: 946 time: 0.0548868 Aug 15 14:19:10.604628 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-0a864ae0-4cec-4a96-9cf1-1c072acca757 req-e3a2f396-9f58-4566-915a-daac844a4613 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Deleting port 674dc56a-9b79-494d-becf-e75902fb2e1d {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:19:10.604975 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-0a864ae0-4cec-4a96-9cf1-1c072acca757 req-e3a2f396-9f58-4566-915a-daac844a4613 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:10.694894 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-0a864ae0-4cec-4a96-9cf1-1c072acca757 req-e3a2f396-9f58-4566-915a-daac844a4613 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] For port 674dc56a-9b79-494d-becf-e75902fb2e1d, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=674dc56a-9b79-494d-becf-e75902fb2e1d,segment=NetworkSegment(66d5fe38-bca6-423c-aeb4-48d8152f4f9d),segment_id=66d5fe38-bca6-423c-aeb4-48d8152f4f9d)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:19:10.695268 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-0a864ae0-4cec-4a96-9cf1-1c072acca757 req-e3a2f396-9f58-4566-915a-daac844a4613 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:10.708530 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-0a864ae0-4cec-4a96-9cf1-1c072acca757 req-e3a2f396-9f58-4566-915a-daac844a4613 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Calling delete_port for 674dc56a-9b79-494d-becf-e75902fb2e1d owned by compute:nova {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:19:10.738667 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-89e4ddf4-839c-41c0-99f4-bdbd1dfcb6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:10.892877 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-0a864ae0-4cec-4a96-9cf1-1c072acca757 req-e3a2f396-9f58-4566-915a-daac844a4613 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:10.904847 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['674dc56a-9b79-494d-becf-e75902fb2e1d'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:19:10.924704 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2f396-9f58-4566-915a-daac844a4613 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Pushing event deleted for resources: {'Port': ['ID=674dc56a-9b79-494d-becf-e75902fb2e1d,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:10.966077 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a864ae0-4cec-4a96-9cf1-1c072acca757 req-e3a2f396-9f58-4566-915a-daac844a4613 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] No DVR routers for this DVR port 674dc56a-9b79-494d-becf-e75902fb2e1d on host hv-cinder-80458 {{(pid=94450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:19:10.968490 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-0a864ae0-4cec-4a96-9cf1-1c072acca757 req-e3a2f396-9f58-4566-915a-daac844a4613 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:10.970442 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0a864ae0-4cec-4a96-9cf1-1c072acca757 req-e3a2f396-9f58-4566-915a-daac844a4613 tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.20 "DELETE /v2.0/ports/674dc56a-9b79-494d-becf-e75902fb2e1d HTTP/1.1" status: 204 len: 173 time: 0.4684129 Aug 15 14:19:10.970862 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71935899-757d-4ac4-9cea-d1afb76b90f2', 'name': 'network-vif-deleted', 'tag': '674dc56a-9b79-494d-becf-e75902fb2e1d'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:19:10.973063 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f904f69-e113-4e6e-9651-67f2e643f879" -d '{"events": [{"server_uuid": "71935899-757d-4ac4-9cea-d1afb76b90f2", "name": "network-vif-deleted", "tag": "674dc56a-9b79-494d-becf-e75902fb2e1d"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:19:11.009242 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3b0a16-1560-4c0e-b111-34ba5da42256 x-openstack-request-id: req-ac3b0a16-1560-4c0e-b111-34ba5da42256 {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:19:11.009571 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71935899-757d-4ac4-9cea-d1afb76b90f2", "name": "network-vif-deleted", "tag": "674dc56a-9b79-494d-becf-e75902fb2e1d", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:19:11.009833 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ac3b0a16-1560-4c0e-b111-34ba5da42256 {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:19:11.010230 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71935899-757d-4ac4-9cea-d1afb76b90f2', 'name': 'network-vif-deleted', 'tag': '674dc56a-9b79-494d-becf-e75902fb2e1d', 'status': 'completed', 'code': 200} Aug 15 14:19:11.163740 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c870d36-408c-4be3-89de-ca5a7be3186a req-7e16d302-d195-4bdc-8759-67f307a73b1f tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:11.165224 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5c870d36-408c-4be3-89de-ca5a7be3186a req-7e16d302-d195-4bdc-8759-67f307a73b1f tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0490916 Aug 15 14:19:11.203167 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5c870d36-408c-4be3-89de-ca5a7be3186a req-aa88fc04-ea70-4b83-a878-80bbed2c83fb tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314524 Aug 15 14:19:11.385301 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-6d14dc18-07c7-49df-844b-715894bfafd3 req-21a48e23-14ad-4f0e-8024-044af12e88ed tempest-VolumesSnapshotTestJSON-1566098939 tempest-VolumesSnapshotTestJSON-1566098939-project] 10.222.0.22 "GET /v2.0/ports?device_id=71935899-757d-4ac4-9cea-d1afb76b90f2 HTTP/1.1" status: 200 len: 210 time: 0.0263844 Aug 15 14:19:12.321537 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65491b-ecc0-46c1-862e-0c1ac3045f24 req-993b7fd1-1ba2-4f7e-8a78-56fcb62e0929 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:12.322988 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6a65491b-ecc0-46c1-862e-0c1ac3045f24 req-993b7fd1-1ba2-4f7e-8a78-56fcb62e0929 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0473452 Aug 15 14:19:12.358975 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6a65491b-ecc0-46c1-862e-0c1ac3045f24 req-bcf55233-7510-44e6-99ed-cef1895cb61a tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302422 Aug 15 14:19:13.258778 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-3facca02-33f4-4201-93af-b19624cffdc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:13.481285 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66761f6c-c719-4f69-80e2-94c6d64b763e req-d33d4e04-ef1c-4ae4-a01b-90ebe4ec5315 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:13.482772 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-66761f6c-c719-4f69-80e2-94c6d64b763e req-d33d4e04-ef1c-4ae4-a01b-90ebe4ec5315 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0515983 Aug 15 14:19:13.518950 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-66761f6c-c719-4f69-80e2-94c6d64b763e req-0d31ad0c-3ddf-454c-987e-307ee84e77ee tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303681 Aug 15 14:19:13.841220 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:14.635437 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:14.642365 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9e21a-b832-4fec-a2ca-d36935c0621b req-c9dbe0c6-1e03-49ea-936e-d8c3a28ca054 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:14.643832 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-59d9e21a-b832-4fec-a2ca-d36935c0621b req-c9dbe0c6-1e03-49ea-936e-d8c3a28ca054 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0532541 Aug 15 14:19:14.690575 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-59d9e21a-b832-4fec-a2ca-d36935c0621b req-da5a1c36-ca80-441c-aa89-d0e62e44a01e tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402262 Aug 15 14:19:14.970336 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 674dc56a-9b79-494d-becf-e75902fb2e1d no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:19:14.992248 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] No Port match for: 674dc56a-9b79-494d-becf-e75902fb2e1d {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:19:14.992793 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 674dc56a-9b79-494d-becf-e75902fb2e1d not bound to the agent host hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:19:15.044854 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da473b-a252-45ac-b2ad-5b76f71b75c6 req-c41470cf-3b41-4245-b5b0-148a09cf2797 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:15.046371 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-86da473b-a252-45ac-b2ad-5b76f71b75c6 req-c41470cf-3b41-4245-b5b0-148a09cf2797 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 945 time: 0.0576637 Aug 15 14:19:15.083946 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-86da473b-a252-45ac-b2ad-5b76f71b75c6 req-5b23c37a-6591-4a94-ad3e-19dbb11fac53 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313787 Aug 15 14:19:15.810597 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeffeb9-a671-49e8-a043-348366feef10 req-98775573-cebc-4fe7-becf-61e48e17f216 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:15.812088 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-deeffeb9-a671-49e8-a043-348366feef10 req-98775573-cebc-4fe7-becf-61e48e17f216 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0491800 Aug 15 14:19:15.849461 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-deeffeb9-a671-49e8-a043-348366feef10 req-57daf68b-1ac4-4883-8e67-a42175e40e15 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314288 Aug 15 14:19:16.197500 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f5417-ff7c-4ac5-befc-772862a266d5 req-3be5c4df-4ebe-4f14-b894-dec1ad778833 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:16.198952 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-035f5417-ff7c-4ac5-befc-772862a266d5 req-3be5c4df-4ebe-4f14-b894-dec1ad778833 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 945 time: 0.0487216 Aug 15 14:19:16.234341 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-035f5417-ff7c-4ac5-befc-772862a266d5 req-5315de38-ae96-47da-a08d-ea69c24d87b2 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296502 Aug 15 14:19:16.606719 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:16.967340 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9af41-3f8f-4a72-98fc-4231b76a88ba req-ec0f6d13-e914-48a6-96e4-6c859b804322 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:16.968821 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-03a9af41-3f8f-4a72-98fc-4231b76a88ba req-ec0f6d13-e914-48a6-96e4-6c859b804322 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0487874 Aug 15 14:19:17.006264 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-03a9af41-3f8f-4a72-98fc-4231b76a88ba req-d3954c68-e5b8-4dc2-ac6c-6f2f3be569f3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315208 Aug 15 14:19:17.355971 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece355b-3830-4ab6-824a-794e511eb0b2 req-63581ebc-cf24-470f-8b02-c749fb34f9a4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:17.357340 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1ece355b-3830-4ab6-824a-794e511eb0b2 req-63581ebc-cf24-470f-8b02-c749fb34f9a4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 945 time: 0.0514488 Aug 15 14:19:17.393757 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1ece355b-3830-4ab6-824a-794e511eb0b2 req-172a4f8c-ea3a-48c9-8a86-6c8aee1dea2c tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302987 Aug 15 14:19:18.379678 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe0815-92b5-4604-9345-adbe1c914cdf req-8f707b0f-4c7b-452d-a6f2-88583075ea08 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:18.381188 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-00fe0815-92b5-4604-9345-adbe1c914cdf req-8f707b0f-4c7b-452d-a6f2-88583075ea08 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.3027487 Aug 15 14:19:18.399937 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c7793-9b2c-4f5a-80b5-cdf9994ed46a req-ba171566-5d42-43ac-bac6-4c42046e4176 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:18.401428 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-531c7793-9b2c-4f5a-80b5-cdf9994ed46a req-ba171566-5d42-43ac-bac6-4c42046e4176 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.20 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 945 time: 0.0678165 Aug 15 14:19:18.440866 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b62b4139-ec41-4e6d-8888-e5a34150c143 req-9b5ed177-d269-426e-92e6-73961525f423 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1643228435&fields=id&tenant_id=f6539b10a08a439a9c2f6adbc7c97a73 HTTP/1.1" status: 200 len: 267 time: 0.0328593 Aug 15 14:19:18.460687 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-00fe0815-92b5-4604-9345-adbe1c914cdf req-a937ad0a-e159-4dd8-b8cb-25d831c1771d tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700116 Aug 15 14:19:18.503282 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b4139-ec41-4e6d-8888-e5a34150c143 req-b30554b8-ae15-4198-bd13-186761f26c11 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:18.504837 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b62b4139-ec41-4e6d-8888-e5a34150c143 req-b30554b8-ae15-4198-bd13-186761f26c11 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 985 time: 0.0565701 Aug 15 14:19:18.517901 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [req-b62b4139-ec41-4e6d-8888-e5a34150c143 req-5e4059f2-32c8-458a-8d25-8848b9a0dcfa tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Request body: {'port': {'security_groups': ['ca14348e-360e-4900-97e3-723d2d88fc14']}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:19:18.529545 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-531c7793-9b2c-4f5a-80b5-cdf9994ed46a req-c82b8299-ddc6-46f4-a03a-80399813adc0 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Deleting port 00cba10d-2609-41ae-8d76-a5fff0216558 {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:19:18.529545 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-531c7793-9b2c-4f5a-80b5-cdf9994ed46a req-c82b8299-ddc6-46f4-a03a-80399813adc0 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:18.594547 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [req-b62b4139-ec41-4e6d-8888-e5a34150c143 req-5e4059f2-32c8-458a-8d25-8848b9a0dcfa tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:18.644430 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119d3ef-7b7d-46c2-810a-10c43c69f58d req-c715b482-2631-4b47-bb64-f347bcc42bc5 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:18.645968 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e119d3ef-7b7d-46c2-810a-10c43c69f58d req-c715b482-2631-4b47-bb64-f347bcc42bc5 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 945 time: 0.0745237 Aug 15 14:19:18.682271 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-531c7793-9b2c-4f5a-80b5-cdf9994ed46a req-c82b8299-ddc6-46f4-a03a-80399813adc0 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] For port 00cba10d-2609-41ae-8d76-a5fff0216558, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=00cba10d-2609-41ae-8d76-a5fff0216558,segment=NetworkSegment(b621ef3b-4103-4fcd-84aa-5ab6add98e0a),segment_id=b621ef3b-4103-4fcd-84aa-5ab6add98e0a)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:19:18.682636 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-531c7793-9b2c-4f5a-80b5-cdf9994ed46a req-c82b8299-ddc6-46f4-a03a-80399813adc0 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:18.761762 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e119d3ef-7b7d-46c2-810a-10c43c69f58d req-cdaac8fb-57b4-46e5-a4a4-e79674dd4367 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070225 Aug 15 14:19:18.792539 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.db [req-b62b4139-ec41-4e6d-8888-e5a34150c143 req-5e4059f2-32c8-458a-8d25-8848b9a0dcfa tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] For port 8c08a9c8-1e91-4680-b388-5194ff51aaae, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=8c08a9c8-1e91-4680-b388-5194ff51aaae,segment=NetworkSegment(3283a93e-7cb5-4d91-a363-19ad57158539),segment_id=3283a93e-7cb5-4d91-a363-19ad57158539)] {{(pid=94451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:19:18.823869 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [req-b62b4139-ec41-4e6d-8888-e5a34150c143 req-5e4059f2-32c8-458a-8d25-8848b9a0dcfa tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks [] for port, precommit_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:18.904423 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [req-b62b4139-ec41-4e6d-8888-e5a34150c143 req-5e4059f2-32c8-458a-8d25-8848b9a0dcfa tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823634'] for port, after_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:18.915922 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['8c08a9c8-1e91-4680-b388-5194ff51aaae'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:19:18.955072 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b4139-ec41-4e6d-8888-e5a34150c143 req-5e4059f2-32c8-458a-8d25-8848b9a0dcfa tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:18.955698 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [req-b62b4139-ec41-4e6d-8888-e5a34150c143 req-5e4059f2-32c8-458a-8d25-8848b9a0dcfa tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:18.957107 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b62b4139-ec41-4e6d-8888-e5a34150c143 req-5e4059f2-32c8-458a-8d25-8848b9a0dcfa tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "PUT /v2.0/ports/8c08a9c8-1e91-4680-b388-5194ff51aaae HTTP/1.1" status: 200 len: 943 time: 0.4441321 Aug 15 14:19:18.957585 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a558a5e-54f3-46fd-a374-bbf28641d9f0', 'tag': '8c08a9c8-1e91-4680-b388-5194ff51aaae'}] {{(pid=94451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:19:18.959846 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abc82e7819f056574f254d7e5a5b8a49d035eebe46657e1c391d33dd16b5ccea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d265d6da-c798-4f8b-b66b-32b9f3c62911" -d '{"events": [{"name": "network-changed", "server_uuid": "1a558a5e-54f3-46fd-a374-bbf28641d9f0", "tag": "8c08a9c8-1e91-4680-b388-5194ff51aaae"}]}' {{(pid=94451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:19:18.966746 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 50748) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:19:18.989960 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-531c7793-9b2c-4f5a-80b5-cdf9994ed46a req-c82b8299-ddc6-46f4-a03a-80399813adc0 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:18.990337 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-531c7793-9b2c-4f5a-80b5-cdf9994ed46a req-c82b8299-ddc6-46f4-a03a-80399813adc0 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594844'] for floatingip, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:18.990766 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.db.l3_db [req-531c7793-9b2c-4f5a-80b5-cdf9994ed46a req-c82b8299-ddc6-46f4-a03a-80399813adc0 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Floating IP 42c5e098-6140-48c8-8770-a56380c18d58 disassociated. External IP: 172.27.3.125, port: 00cba10d-2609-41ae-8d76-a5fff0216558. Aug 15 14:19:18.991147 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-531c7793-9b2c-4f5a-80b5-cdf9994ed46a req-c82b8299-ddc6-46f4-a03a-80399813adc0 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Calling delete_port for 00cba10d-2609-41ae-8d76-a5fff0216558 owned by compute:nova {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:19:19.009254 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4059f2-32c8-458a-8d25-8848b9a0dcfa tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Pushing event updated for resources: {'Port': ['ID=8c08a9c8-1e91-4680-b388-5194ff51aaae,revision_number=7']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:19.040624 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['8c08a9c8-1e91-4680-b388-5194ff51aaae'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:19:19.097461 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-6b2c3846-fb15-4676-a138-5bc5e86bbee7 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:19.123371 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b5a32a-6610-43b3-914b-591e778f5eab x-openstack-request-id: req-d4b5a32a-6610-43b3-914b-591e778f5eab {{(pid=94451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:19:19.123865 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a558a5e-54f3-46fd-a374-bbf28641d9f0", "tag": "8c08a9c8-1e91-4680-b388-5194ff51aaae", "status": "completed", "code": 200}]} {{(pid=94451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:19:19.124270 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d4b5a32a-6610-43b3-914b-591e778f5eab {{(pid=94451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:19:19.124811 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a558a5e-54f3-46fd-a374-bbf28641d9f0', 'tag': '8c08a9c8-1e91-4680-b388-5194ff51aaae', 'status': 'completed', 'code': 200} Aug 15 14:19:19.134306 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-6b2c3846-fb15-4676-a138-5bc5e86bbee7 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:19.213380 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-531c7793-9b2c-4f5a-80b5-cdf9994ed46a req-c82b8299-ddc6-46f4-a03a-80399813adc0 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:19.246905 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b8299-ddc6-46f4-a03a-80399813adc0 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Pushing event deleted for resources: {'Port': ['ID=00cba10d-2609-41ae-8d76-a5fff0216558,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:19.281736 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-6b2c3846-fb15-4676-a138-5bc5e86bbee7 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:19.285436 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-6b2c3846-fb15-4676-a138-5bc5e86bbee7 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:19.286880 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-6b2c3846-fb15-4676-a138-5bc5e86bbee7 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "DELETE /v2.0/security-groups/a6be0114-5cf7-4293-b284-e0b19f00abff HTTP/1.1" status: 204 len: 168 time: 0.3137367 Aug 15 14:19:19.292077 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 50752) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:19:19.305713 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c3846-fb15-4676-a138-5bc5e86bbee7 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6be0114-5cf7-4293-b284-e0b19f00abff,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:19.359482 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-fd0b87f8-d624-49b2-a63d-bab70179fd33 None None] Provisioning complete for port 8c08a9c8-1e91-4680-b388-5194ff51aaae triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:19:19.359861 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-fd0b87f8-d624-49b2-a63d-bab70179fd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:19.385990 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-531c7793-9b2c-4f5a-80b5-cdf9994ed46a req-c82b8299-ddc6-46f4-a03a-80399813adc0 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Router d8e3f065-29f9-4b82-a5a6-ec78243aa1ca has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:19:19.499767 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.plugin [None req-ab64e833-809b-4a7d-b6c0-2be69e801088 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Deleting port b6ebd179-db70-4ede-a709-5b2a9c2c98ec {{(pid=94451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:19:19.500273 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-ab64e833-809b-4a7d-b6c0-2be69e801088 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:19.557505 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265d6da-c798-4f8b-b66b-32b9f3c62911 req-4c1ba0f7-8da7-4f5e-92a1-a3362d10e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:19.558839 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d265d6da-c798-4f8b-b66b-32b9f3c62911 req-4c1ba0f7-8da7-4f5e-92a1-a3362d10e242 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6539b10a08a439a9c2f6adbc7c97a73&device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 1099 time: 0.1104527 Aug 15 14:19:19.560227 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-531c7793-9b2c-4f5a-80b5-cdf9994ed46a req-c82b8299-ddc6-46f4-a03a-80399813adc0 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:19:19.571988 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2ffd70-999b-434e-8184-e0f6083194d5 None None] Sync routers for ids ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'] in dv-cinder-804581-6-iscsi {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:19:19.597385 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2ffd70-999b-434e-8184-e0f6083194d5 None None] Routers {'d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:19:19.598184 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-fb2ffd70-999b-434e-8184-e0f6083194d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:19:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:19.604578 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-ab64e833-809b-4a7d-b6c0-2be69e801088 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:19.605787 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-ab64e833-809b-4a7d-b6c0-2be69e801088 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:19.622590 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.plugin [None req-ab64e833-809b-4a7d-b6c0-2be69e801088 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Calling delete_port for b6ebd179-db70-4ede-a709-5b2a9c2c98ec owned by network:floatingip {{(pid=94451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:19:19.640539 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-531c7793-9b2c-4f5a-80b5-cdf9994ed46a req-c82b8299-ddc6-46f4-a03a-80399813adc0 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] No DVR routers for this DVR port 00cba10d-2609-41ae-8d76-a5fff0216558 on host hv-cinder-80458 {{(pid=94450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:19:19.644440 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-531c7793-9b2c-4f5a-80b5-cdf9994ed46a req-c82b8299-ddc6-46f4-a03a-80399813adc0 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:19.646846 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-531c7793-9b2c-4f5a-80b5-cdf9994ed46a req-c82b8299-ddc6-46f4-a03a-80399813adc0 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.20 "DELETE /v2.0/ports/00cba10d-2609-41ae-8d76-a5fff0216558 HTTP/1.1" status: 204 len: 173 time: 1.2388847 Aug 15 14:19:19.647487 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408383bb-606e-47aa-83c7-9e1ac58d8d0b', 'name': 'network-vif-deleted', 'tag': '00cba10d-2609-41ae-8d76-a5fff0216558'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:19:19.651134 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872c378d-8e27-43a4-ba27-e3484e9bd6c5" -d '{"events": [{"server_uuid": "408383bb-606e-47aa-83c7-9e1ac58d8d0b", "name": "network-vif-deleted", "tag": "00cba10d-2609-41ae-8d76-a5fff0216558"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:19:19.704733 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6858d71c-e77a-4a6f-ba84-307b7126f107 x-openstack-request-id: req-6858d71c-e77a-4a6f-ba84-307b7126f107 {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:19:19.705026 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408383bb-606e-47aa-83c7-9e1ac58d8d0b", "name": "network-vif-deleted", "tag": "00cba10d-2609-41ae-8d76-a5fff0216558", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:19:19.705315 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6858d71c-e77a-4a6f-ba84-307b7126f107 {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:19:19.705690 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408383bb-606e-47aa-83c7-9e1ac58d8d0b', 'name': 'network-vif-deleted', 'tag': '00cba10d-2609-41ae-8d76-a5fff0216558', 'status': 'completed', 'code': 200} Aug 15 14:19:19.727905 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265d6da-c798-4f8b-b66b-32b9f3c62911 req-f134b2ef-f3e7-485b-8b7e-e1ac8c83738d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:19.729532 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d265d6da-c798-4f8b-b66b-32b9f3c62911 req-f134b2ef-f3e7-485b-8b7e-e1ac8c83738d service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5e6e57a-e858-48a4-80c6-6207d83bb306 HTTP/1.1" status: 200 len: 915 time: 0.1628294 Aug 15 14:19:19.771701 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d1701-d449-442c-a9d8-e067cfc33aea req-9044d3f8-1e52-4b5f-8f7b-a26ce4f4bc8a tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:19.773324 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b60d1701-d449-442c-a9d8-e067cfc33aea req-9044d3f8-1e52-4b5f-8f7b-a26ce4f4bc8a tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.2283280 Aug 15 14:19:19.795329 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-fb2ffd70-999b-434e-8184-e0f6083194d5 None None] Set router d8e3f065-29f9-4b82-a5a6-ec78243aa1ca gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:19:19.845019 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b60d1701-d449-442c-a9d8-e067cfc33aea req-5ff7ba21-47f5-4544-b9e1-1147efabb4b8 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547087 Aug 15 14:19:19.896873 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0a1d1af9-7fa3-4463-80c7-203c19e120b8 req-2602e818-1129-4642-9d07-6d9d3e7258d8 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 210 time: 0.0460474 Aug 15 14:19:20.013195 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-ab64e833-809b-4a7d-b6c0-2be69e801088 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823643'] for port, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:20.033210 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-fb2ffd70-999b-434e-8184-e0f6083194d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'name': 'tempest-TestVolumeBootPattern-2005930483-router', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:12Z', 'updated_at': '2021-08-15T14:14:16Z', 'revision_number': 4, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'gw_port': {'id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:13Z', 'updated_at': '2021-08-15T14:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '10368493-0ae5-4573-92fd-0fb7747e7971', 'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'mac_address': 'fa:16:3e:fd:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:15Z', 'updated_at': '2021-08-15T14:14:21Z', 'revision_number': 5, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'subnets': [{'id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:20.056277 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64e833-809b-4a7d-b6c0-2be69e801088 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Pushing event deleted for resources: {'Port': ['ID=b6ebd179-db70-4ede-a709-5b2a9c2c98ec,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:20.068211 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2ffd70-999b-434e-8184-e0f6083194d5 None None] Checking router: d8e3f065-29f9-4b82-a5a6-ec78243aa1ca for host: dv-cinder-804581-6-iscsi {{(pid=94453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:19:20.077626 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2ffd70-999b-434e-8184-e0f6083194d5 None None] Routers {'d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:19:20.078227 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-fb2ffd70-999b-434e-8184-e0f6083194d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:19:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:20.120994 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-ab64e833-809b-4a7d-b6c0-2be69e801088 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks [] for floatingip, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:20.120994 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.db.l3_db [None req-ab64e833-809b-4a7d-b6c0-2be69e801088 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Floating IP 8ed43c1d-9a8e-4e32-8678-e90fcbcabbf8 disassociated (deleted). External IP: 172.27.3.147, port: 8c08a9c8-1e91-4680-b388-5194ff51aaae. Aug 15 14:19:20.159913 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 50768) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:19:20.202726 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-fb2ffd70-999b-434e-8184-e0f6083194d5 None None] Set router d8e3f065-29f9-4b82-a5a6-ec78243aa1ca gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:19:20.308579 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8a3a9d41-dcb6-43e0-957f-f8f317f72635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:20.397836 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab64e833-809b-4a7d-b6c0-2be69e801088 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Router bdb5d1c3-6257-4bc0-91f1-c14f4e54a486 has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:19:20.432736 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-fb2ffd70-999b-434e-8184-e0f6083194d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'name': 'tempest-TestVolumeBootPattern-2005930483-router', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:12Z', 'updated_at': '2021-08-15T14:14:16Z', 'revision_number': 4, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'gw_port': {'id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:13Z', 'updated_at': '2021-08-15T14:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '10368493-0ae5-4573-92fd-0fb7747e7971', 'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'mac_address': 'fa:16:3e:fd:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:15Z', 'updated_at': '2021-08-15T14:14:21Z', 'revision_number': 5, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'subnets': [{'id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:20.459886 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2ffd70-999b-434e-8184-e0f6083194d5 None None] The sync data for ids ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'] in dv-cinder-804581-6-iscsi is: [{'id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'name': 'tempest-TestVolumeBootPattern-2005930483-router', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:12Z', 'updated_at': '2021-08-15T14:14:16Z', 'revision_number': 4, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'gw_port': {'id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:13Z', 'updated_at': '2021-08-15T14:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '10368493-0ae5-4573-92fd-0fb7747e7971', 'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'mac_address': 'fa:16:3e:fd:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:15Z', 'updated_at': '2021-08-15T14:14:21Z', 'revision_number': 5, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'subnets': [{'id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:19:20.524916 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8a3a9d41-dcb6-43e0-957f-f8f317f72635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:20.545487 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab64e833-809b-4a7d-b6c0-2be69e801088 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:19:20.549860 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-ab64e833-809b-4a7d-b6c0-2be69e801088 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for floatingip, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:20.555195 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebad8dd-c738-4e54-a30f-9f5882a78afe None None] Sync routers for ids ['bdb5d1c3-6257-4bc0-91f1-c14f4e54a486'] in dv-cinder-804581-6-iscsi {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:19:20.565339 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebad8dd-c738-4e54-a30f-9f5882a78afe None None] Routers {'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:19:20.565339 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-eebad8dd-c738-4e54-a30f-9f5882a78afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:19:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['bdb5d1c3-6257-4bc0-91f1-c14f4e54a486'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:20.581503 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-ab64e833-809b-4a7d-b6c0-2be69e801088 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "DELETE /v2.0/floatingips/8ed43c1d-9a8e-4e32-8678-e90fcbcabbf8 HTTP/1.1" status: 204 len: 168 time: 1.2851772 Aug 15 14:19:20.585444 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8a3a9d41-dcb6-43e0-957f-f8f317f72635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:20.633528 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-8a3a9d41-dcb6-43e0-957f-f8f317f72635 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c32d7d3aee154888a055e58fb5498b13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4698582 Aug 15 14:19:20.633528 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a9d41-dcb6-43e0-957f-f8f317f72635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cc30b0-7135-4bb1-856c-f7f0347ae652,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:20.634057 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 50776) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:19:20.709698 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-eebad8dd-c738-4e54-a30f-9f5882a78afe None None] Set router bdb5d1c3-6257-4bc0-91f1-c14f4e54a486 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:19:20.713936 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-6975e4e1-2e89-49cf-8006-dba77908ff0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:20.739533 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-6975e4e1-2e89-49cf-8006-dba77908ff0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:20.807266 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117c8f48-9f9b-4bbb-8260-c0690b813741 None None] New status for floating IP 42c5e098-6140-48c8-8770-a56380c18d58: DOWN {{(pid=94453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 15 14:19:20.875866 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-6975e4e1-2e89-49cf-8006-dba77908ff0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:20.878453 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-6975e4e1-2e89-49cf-8006-dba77908ff0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:20.879874 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-6975e4e1-2e89-49cf-8006-dba77908ff0e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d1cc30b0-7135-4bb1-856c-f7f0347ae652 HTTP/1.1" status: 204 len: 168 time: 0.2447429 Aug 15 14:19:20.890293 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975e4e1-2e89-49cf-8006-dba77908ff0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cc30b0-7135-4bb1-856c-f7f0347ae652,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:20.987843 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-eebad8dd-c738-4e54-a30f-9f5882a78afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'name': 'tempest-TestMinimumBasicScenario-343997362-router', 'tenant_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '0a58faa2-9ddb-42b7-887b-3eb4e21d62bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:12:52Z', 'updated_at': '2021-08-15T14:12:56Z', 'revision_number': 4, 'project_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'gw_port': {'id': '0a58faa2-9ddb-42b7-887b-3eb4e21d62bd', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:12:52Z', 'updated_at': '2021-08-15T14:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '96349de5-e470-4ca6-a29d-6306cc209cd0', 'name': '', 'network_id': 'b5e6e57a-e858-48a4-80c6-6207d83bb306', 'tenant_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'mac_address': 'fa:16:3e:96:af:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'cf02de99-39af-40f2-b14a-37413c12659d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:12:55Z', 'updated_at': '2021-08-15T14:13:01Z', 'revision_number': 5, 'project_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'subnets': [{'id': 'cf02de99-39af-40f2-b14a-37413c12659d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:21.021717 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3e7ac-9732-4b69-85c5-cc2a29e00663 req-cdeb3f05-3ace-4387-aa7d-25a3bc2f4a72 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:21.024807 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebad8dd-c738-4e54-a30f-9f5882a78afe None None] Checking router: bdb5d1c3-6257-4bc0-91f1-c14f4e54a486 for host: dv-cinder-804581-6-iscsi {{(pid=94454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:19:21.030479 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-30d3e7ac-9732-4b69-85c5-cc2a29e00663 req-cdeb3f05-3ace-4387-aa7d-25a3bc2f4a72 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0661132 Aug 15 14:19:21.033600 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebad8dd-c738-4e54-a30f-9f5882a78afe None None] Routers {'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:19:21.034197 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-eebad8dd-c738-4e54-a30f-9f5882a78afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:19:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['bdb5d1c3-6257-4bc0-91f1-c14f4e54a486'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:21.094086 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-8d678fc7-45e1-4f28-baad-3cf617d84413 req-07a5ab09-7711-46b3-83f0-376db9f83d6f tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 210 time: 0.0460408 Aug 15 14:19:21.123073 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-30d3e7ac-9732-4b69-85c5-cc2a29e00663 req-c5880796-c8cc-4942-a275-8ccd996e620b tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905969 Aug 15 14:19:21.126146 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a558a5e-54f3-46fd-a374-bbf28641d9f0', 'tag': '8c08a9c8-1e91-4680-b388-5194ff51aaae'}] {{(pid=94451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:19:21.128472 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abc82e7819f056574f254d7e5a5b8a49d035eebe46657e1c391d33dd16b5ccea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c01256-18bd-4491-9d43-1662d3e15756" -d '{"events": [{"name": "network-changed", "server_uuid": "1a558a5e-54f3-46fd-a374-bbf28641d9f0", "tag": "8c08a9c8-1e91-4680-b388-5194ff51aaae"}]}' {{(pid=94451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:19:21.184307 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985f3331-86a3-4206-9113-2cecb9ba23ff x-openstack-request-id: req-985f3331-86a3-4206-9113-2cecb9ba23ff {{(pid=94451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:19:21.184542 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a558a5e-54f3-46fd-a374-bbf28641d9f0", "tag": "8c08a9c8-1e91-4680-b388-5194ff51aaae", "status": "completed", "code": 200}]} {{(pid=94451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:19:21.184754 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-985f3331-86a3-4206-9113-2cecb9ba23ff {{(pid=94451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:19:21.185138 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a558a5e-54f3-46fd-a374-bbf28641d9f0', 'tag': '8c08a9c8-1e91-4680-b388-5194ff51aaae', 'status': 'completed', 'code': 200} Aug 15 14:19:21.199269 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-eebad8dd-c738-4e54-a30f-9f5882a78afe None None] Set router bdb5d1c3-6257-4bc0-91f1-c14f4e54a486 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:19:21.521261 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-eebad8dd-c738-4e54-a30f-9f5882a78afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'name': 'tempest-TestMinimumBasicScenario-343997362-router', 'tenant_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '0a58faa2-9ddb-42b7-887b-3eb4e21d62bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:12:52Z', 'updated_at': '2021-08-15T14:12:56Z', 'revision_number': 4, 'project_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'gw_port': {'id': '0a58faa2-9ddb-42b7-887b-3eb4e21d62bd', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:12:52Z', 'updated_at': '2021-08-15T14:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '96349de5-e470-4ca6-a29d-6306cc209cd0', 'name': '', 'network_id': 'b5e6e57a-e858-48a4-80c6-6207d83bb306', 'tenant_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'mac_address': 'fa:16:3e:96:af:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'cf02de99-39af-40f2-b14a-37413c12659d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:12:55Z', 'updated_at': '2021-08-15T14:13:01Z', 'revision_number': 5, 'project_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'subnets': [{'id': 'cf02de99-39af-40f2-b14a-37413c12659d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:21.547712 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebad8dd-c738-4e54-a30f-9f5882a78afe None None] The sync data for ids ['bdb5d1c3-6257-4bc0-91f1-c14f4e54a486'] in dv-cinder-804581-6-iscsi is: [{'id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'name': 'tempest-TestMinimumBasicScenario-343997362-router', 'tenant_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '0a58faa2-9ddb-42b7-887b-3eb4e21d62bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:12:52Z', 'updated_at': '2021-08-15T14:12:56Z', 'revision_number': 4, 'project_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'gw_port': {'id': '0a58faa2-9ddb-42b7-887b-3eb4e21d62bd', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:12:52Z', 'updated_at': '2021-08-15T14:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '96349de5-e470-4ca6-a29d-6306cc209cd0', 'name': '', 'network_id': 'b5e6e57a-e858-48a4-80c6-6207d83bb306', 'tenant_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'mac_address': 'fa:16:3e:96:af:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'cf02de99-39af-40f2-b14a-37413c12659d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:12:55Z', 'updated_at': '2021-08-15T14:13:01Z', 'revision_number': 5, 'project_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'subnets': [{'id': 'cf02de99-39af-40f2-b14a-37413c12659d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:19:21.763175 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094be1de-5a91-4d0b-a04e-d36bed7f8d6c None None] New status for floating IP 8ed43c1d-9a8e-4e32-8678-e90fcbcabbf8: DOWN {{(pid=94454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 15 14:19:22.196037 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-4e9fcc90-7d0d-4f3b-957f-4fd98ab9ca80 req-13312f34-6a6b-4478-a916-7c7b10b76849 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 210 time: 0.0268843 Aug 15 14:19:22.231231 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc3896-cfc6-4061-97b4-6bdfc25dad7f req-73de0cd1-d798-4a8f-a77b-6cff1d59d3b8 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:22.234014 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-59fc3896-cfc6-4061-97b4-6bdfc25dad7f req-73de0cd1-d798-4a8f-a77b-6cff1d59d3b8 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0491023 Aug 15 14:19:22.275163 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-59fc3896-cfc6-4061-97b4-6bdfc25dad7f req-176462ba-251f-4bea-a430-d3b7834bd0e6 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349619 Aug 15 14:19:22.460449 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:19:23.175773 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d265d6da-c798-4f8b-b66b-32b9f3c62911 req-7bcb5c6d-0542-48d0-888d-84ceeedf60d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c08a9c8-1e91-4680-b388-5194ff51aaae HTTP/1.1" status: 200 len: 217 time: 0.0387251 Aug 15 14:19:23.289532 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-32e528d8-b771-4db0-8b4f-39e36dec2f5e req-962315ee-f9c5-4f8a-b840-4f57c9119a93 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 210 time: 0.0264020 Aug 15 14:19:23.390924 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fa885-5a5b-4b47-8b8a-8bdf18a6cb47 req-5b78f818-58db-4153-ba2e-1101ec4aa7fd tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:23.392372 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-441fa885-5a5b-4b47-8b8a-8bdf18a6cb47 req-5b78f818-58db-4153-ba2e-1101ec4aa7fd tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0477035 Aug 15 14:19:23.429351 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-441fa885-5a5b-4b47-8b8a-8bdf18a6cb47 req-d2089370-bcbd-4c2f-ba57-a946c71287ab tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302868 Aug 15 14:19:23.498668 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265d6da-c798-4f8b-b66b-32b9f3c62911 req-20851f10-bd33-4386-8cc1-752c0eed2b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:23.500131 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d265d6da-c798-4f8b-b66b-32b9f3c62911 req-20851f10-bd33-4386-8cc1-752c0eed2b58 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf02de99-39af-40f2-b14a-37413c12659d HTTP/1.1" status: 200 len: 853 time: 0.0459781 Aug 15 14:19:23.546217 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265d6da-c798-4f8b-b66b-32b9f3c62911 req-59cbfe8c-8c6f-4438-80d3-904d2d17d9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:23.547678 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d265d6da-c798-4f8b-b66b-32b9f3c62911 req-59cbfe8c-8c6f-4438-80d3-904d2d17d9bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5e6e57a-e858-48a4-80c6-6207d83bb306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401411 Aug 15 14:19:23.639353 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d265d6da-c798-4f8b-b66b-32b9f3c62911 req-8646f401-6a23-47ff-bb09-feccaa51f2f4 service neutron] 10.222.0.20 "GET /v2.0/networks/b5e6e57a-e858-48a4-80c6-6207d83bb306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832994 Aug 15 14:19:23.731090 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d265d6da-c798-4f8b-b66b-32b9f3c62911 req-e69008a8-bf85-4e19-9521-ee63598c73c7 service neutron] 10.222.0.20 "GET /v2.0/networks/b5e6e57a-e858-48a4-80c6-6207d83bb306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838444 Aug 15 14:19:23.749516 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 00cba10d-2609-41ae-8d76-a5fff0216558 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:19:23.768771 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] No Port match for: 00cba10d-2609-41ae-8d76-a5fff0216558 {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:19:23.769114 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 00cba10d-2609-41ae-8d76-a5fff0216558 not bound to the agent host hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:19:23.943450 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c01256-18bd-4491-9d43-1662d3e15756 req-3a79b855-1c19-483f-8858-046aa0191a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:23.945586 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-70c01256-18bd-4491-9d43-1662d3e15756 req-3a79b855-1c19-483f-8858-046aa0191a64 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f6539b10a08a439a9c2f6adbc7c97a73&device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 1099 time: 0.0456870 Aug 15 14:19:24.034473 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c01256-18bd-4491-9d43-1662d3e15756 req-806f6f1f-5249-4b96-87b8-7e4a3a83c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:24.035962 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-70c01256-18bd-4491-9d43-1662d3e15756 req-806f6f1f-5249-4b96-87b8-7e4a3a83c00e service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5e6e57a-e858-48a4-80c6-6207d83bb306 HTTP/1.1" status: 200 len: 915 time: 0.0835972 Aug 15 14:19:24.077112 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-70c01256-18bd-4491-9d43-1662d3e15756 req-36d84903-bf8b-4408-bcb4-6a52a2d3891f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c08a9c8-1e91-4680-b388-5194ff51aaae HTTP/1.1" status: 200 len: 217 time: 0.0335500 Aug 15 14:19:24.129548 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c01256-18bd-4491-9d43-1662d3e15756 req-47594c67-f08e-4bfb-a3c5-2d1da01801d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:24.130985 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-70c01256-18bd-4491-9d43-1662d3e15756 req-47594c67-f08e-4bfb-a3c5-2d1da01801d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf02de99-39af-40f2-b14a-37413c12659d HTTP/1.1" status: 200 len: 853 time: 0.0466404 Aug 15 14:19:24.178818 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c01256-18bd-4491-9d43-1662d3e15756 req-dfffcd68-fabf-4dc6-8b7f-291abb98cd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:24.180317 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-70c01256-18bd-4491-9d43-1662d3e15756 req-dfffcd68-fabf-4dc6-8b7f-291abb98cd72 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5e6e57a-e858-48a4-80c6-6207d83bb306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408289 Aug 15 14:19:24.274634 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-70c01256-18bd-4491-9d43-1662d3e15756 req-07fa2265-b3f7-4813-95b7-73dc467e30d2 service neutron] 10.222.0.20 "GET /v2.0/networks/b5e6e57a-e858-48a4-80c6-6207d83bb306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860991 Aug 15 14:19:24.398787 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-70c01256-18bd-4491-9d43-1662d3e15756 req-98a42ed7-a838-46a6-a640-2258c141fea9 service neutron] 10.222.0.20 "GET /v2.0/networks/b5e6e57a-e858-48a4-80c6-6207d83bb306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096179 Aug 15 14:19:24.434988 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ef6b26ae-6db3-4b2c-a430-f5286ac54736 req-bbbc96dc-d5ba-4f8d-b69d-137c79f9ccdb tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=408383bb-606e-47aa-83c7-9e1ac58d8d0b HTTP/1.1" status: 200 len: 210 time: 0.0342195 Aug 15 14:19:24.552391 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb690a34-8770-442e-935e-e8fec714c5ae req-c08fbae6-def9-45ae-8d94-479a777a6e32 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:24.554942 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-eb690a34-8770-442e-935e-e8fec714c5ae req-c08fbae6-def9-45ae-8d94-479a777a6e32 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0548232 Aug 15 14:19:24.593582 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-eb690a34-8770-442e-935e-e8fec714c5ae req-65c593d5-a4ad-47dd-82f9-2b9dc1859b72 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329781 Aug 15 14:19:25.737934 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ef2d1-665d-4ae2-b92c-2e48af814224 req-fae956f5-7dbd-432e-9247-1a876310b829 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:25.739468 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-780ef2d1-665d-4ae2-b92c-2e48af814224 req-fae956f5-7dbd-432e-9247-1a876310b829 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0672748 Aug 15 14:19:25.780628 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-780ef2d1-665d-4ae2-b92c-2e48af814224 req-71b75d1f-5b4b-4a49-93b3-2891cd2b38a3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343199 Aug 15 14:19:25.878667 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-88ccc759-0ffd-4b77-818a-2659ae822dc7 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-221995206&fields=id&tenant_id=e17307d397464d099cfe8fea70bc575f HTTP/1.1" status: 200 len: 267 time: 0.0343332 Aug 15 14:19:25.982712 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-91cd1dca-f965-4302-b227-c481a3f9674a tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:25.984212 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-91cd1dca-f965-4302-b227-c481a3f9674a tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/networks?id=f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a HTTP/1.1" status: 200 len: 812 time: 0.0989130 Aug 15 14:19:25.999823 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-272d03dd-c962-40ae-be4d-0d3d94ed9291 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/quotas/e17307d397464d099cfe8fea70bc575f HTTP/1.1" status: 200 len: 375 time: 0.0096593 Aug 15 14:19:26.054855 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-a417d31b-45db-4048-9723-6c5cc2d61d42 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e17307d397464d099cfe8fea70bc575f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492537 Aug 15 14:19:26.152816 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-53bd2a4c-a6fe-4ad5-8509-b4ba1d413ffa service neutron] 10.222.0.22 "GET /v2.0/networks/f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861945 Aug 15 14:19:26.241208 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-4849542f-d99e-4d18-a1ef-0ead99129723 service neutron] 10.222.0.22 "GET /v2.0/networks/f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821307 Aug 15 14:19:26.705853 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-242011f6-098e-41e9-a813-7d618a32ca8b req-aa7d5177-8eef-48ad-a34d-25ef01d1af70 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b7733c9-f163-4500-b73c-4256a278cc65 HTTP/1.1" status: 200 len: 210 time: 0.0283492 Aug 15 14:19:26.902503 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d1e28-1616-4718-a9f9-e06a86501a46 req-12f17594-619f-4ab7-ab3e-bc3e61113f6d tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:26.903972 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ca9d1e28-1616-4718-a9f9-e06a86501a46 req-12f17594-619f-4ab7-ab3e-bc3e61113f6d tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0492821 Aug 15 14:19:26.941641 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ca9d1e28-1616-4718-a9f9-e06a86501a46 req-27c61f64-a6fd-4608-959f-d43054aafc32 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314717 Aug 15 14:19:27.178940 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d209d-fd50-4804-b4ba-23dda505baca req-4b7dc883-7d3e-435b-9f00-75c70f71a5b4 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:27.180492 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-330d209d-fd50-4804-b4ba-23dda505baca req-4b7dc883-7d3e-435b-9f00-75c70f71a5b4 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 946 time: 0.0547764 Aug 15 14:19:27.222815 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-330d209d-fd50-4804-b4ba-23dda505baca req-000fdbc4-69d1-4e14-9c8c-d631b29b4b75 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350101 Aug 15 14:19:27.802702 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d7b31a32-04b7-4d8f-b48b-a4cb68bf850c req-4884e12e-36d8-4a7d-a348-7eef8854145d tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b7733c9-f163-4500-b73c-4256a278cc65 HTTP/1.1" status: 200 len: 210 time: 0.0312505 Aug 15 14:19:28.061768 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742f141-e84d-49d0-8b07-086994cc792a req-86d24616-9cf8-4bfb-b3fe-d974d8538548 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:28.063256 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e742f141-e84d-49d0-8b07-086994cc792a req-86d24616-9cf8-4bfb-b3fe-d974d8538548 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0492218 Aug 15 14:19:28.100696 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e742f141-e84d-49d0-8b07-086994cc792a req-23f12357-37cf-4428-8d53-350db63fe753 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311894 Aug 15 14:19:28.337739 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954de921-3585-4077-a767-00c19bf855ad req-7eda0feb-86cd-4448-a78f-168fbb9411c0 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:28.339192 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-954de921-3585-4077-a767-00c19bf855ad req-7eda0feb-86cd-4448-a78f-168fbb9411c0 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 946 time: 0.0521510 Aug 15 14:19:28.355553 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbdc58-8147-4579-9fb9-6b245e940631 req-5da0e964-fb1e-4e11-8b6f-021e39ba29bf tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:28.357046 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-07fbdc58-8147-4579-9fb9-6b245e940631 req-5da0e964-fb1e-4e11-8b6f-021e39ba29bf tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 946 time: 0.0578306 Aug 15 14:19:28.394390 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-07fbdc58-8147-4579-9fb9-6b245e940631 req-71a17af4-7c55-47a8-ac21-acf652eb5c9b tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/security-groups?id=ca14348e-360e-4900-97e3-723d2d88fc14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312240 Aug 15 14:19:28.435820 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-954de921-3585-4077-a767-00c19bf855ad req-2b098b95-a75b-4ef3-b081-0ad5c2b79386 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Deleting port 8c08a9c8-1e91-4680-b388-5194ff51aaae {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:19:28.436141 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-954de921-3585-4077-a767-00c19bf855ad req-2b098b95-a75b-4ef3-b081-0ad5c2b79386 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:28.526040 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-954de921-3585-4077-a767-00c19bf855ad req-2b098b95-a75b-4ef3-b081-0ad5c2b79386 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] For port 8c08a9c8-1e91-4680-b388-5194ff51aaae, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=8c08a9c8-1e91-4680-b388-5194ff51aaae,segment=NetworkSegment(3283a93e-7cb5-4d91-a363-19ad57158539),segment_id=3283a93e-7cb5-4d91-a363-19ad57158539)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:19:28.526417 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-954de921-3585-4077-a767-00c19bf855ad req-2b098b95-a75b-4ef3-b081-0ad5c2b79386 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:28.538772 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-954de921-3585-4077-a767-00c19bf855ad req-2b098b95-a75b-4ef3-b081-0ad5c2b79386 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Calling delete_port for 8c08a9c8-1e91-4680-b388-5194ff51aaae owned by compute:nova {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:19:28.744789 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-5ae24c69-34b8-4827-b27c-e1ff99b8baaa tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:28.746288 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-5ae24c69-34b8-4827-b27c-e1ff99b8baaa tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.20 "GET /v2.0/networks?id=f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a HTTP/1.1" status: 200 len: 812 time: 0.1509891 Aug 15 14:19:28.795043 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-ed678267-dff0-4d35-8156-66bb02cd47d5 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e17307d397464d099cfe8fea70bc575f HTTP/1.1" status: 200 len: 379 time: 0.0375459 Aug 15 14:19:28.806394 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-e9207315-fabb-4944-a513-e8b844b07ac9 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Request body: {'port': {'device_id': '1b7733c9-f163-4500-b73c-4256a278cc65', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'admin_state_up': True, 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'security_groups': ['e722dfd9-1bb2-4734-8ccf-66127fb13c26']}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:19:28.845739 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-954de921-3585-4077-a767-00c19bf855ad req-2b098b95-a75b-4ef3-b081-0ad5c2b79386 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:28.857673 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['8c08a9c8-1e91-4680-b388-5194ff51aaae'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:19:28.908281 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b098b95-a75b-4ef3-b081-0ad5c2b79386 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Pushing event deleted for resources: {'Port': ['ID=8c08a9c8-1e91-4680-b388-5194ff51aaae,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:28.963027 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c2814626-701d-470d-8316-db701aa03077 req-96abe6dc-3d82-4cad-aeef-837c4f25694f tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b7733c9-f163-4500-b73c-4256a278cc65 HTTP/1.1" status: 200 len: 210 time: 0.0706329 Aug 15 14:19:28.963702 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-954de921-3585-4077-a767-00c19bf855ad req-2b098b95-a75b-4ef3-b081-0ad5c2b79386 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] No DVR routers for this DVR port 8c08a9c8-1e91-4680-b388-5194ff51aaae on host hv-cinder-80458 {{(pid=94450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:19:28.967547 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-954de921-3585-4077-a767-00c19bf855ad req-2b098b95-a75b-4ef3-b081-0ad5c2b79386 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:28.969458 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-954de921-3585-4077-a767-00c19bf855ad req-2b098b95-a75b-4ef3-b081-0ad5c2b79386 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.20 "DELETE /v2.0/ports/8c08a9c8-1e91-4680-b388-5194ff51aaae HTTP/1.1" status: 204 len: 173 time: 0.6228135 Aug 15 14:19:28.970455 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a558a5e-54f3-46fd-a374-bbf28641d9f0', 'name': 'network-vif-deleted', 'tag': '8c08a9c8-1e91-4680-b388-5194ff51aaae'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:19:28.972122 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7c331a-5c06-4969-b565-e2d94eff7108" -d '{"events": [{"server_uuid": "1a558a5e-54f3-46fd-a374-bbf28641d9f0", "name": "network-vif-deleted", "tag": "8c08a9c8-1e91-4680-b388-5194ff51aaae"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:19:29.011176 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346d9f6c-8416-4ded-9e04-3715d6ef35f2 x-openstack-request-id: req-346d9f6c-8416-4ded-9e04-3715d6ef35f2 {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:19:29.012678 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a558a5e-54f3-46fd-a374-bbf28641d9f0", "name": "network-vif-deleted", "tag": "8c08a9c8-1e91-4680-b388-5194ff51aaae", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:19:29.012678 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-346d9f6c-8416-4ded-9e04-3715d6ef35f2 {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:19:29.012678 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a558a5e-54f3-46fd-a374-bbf28641d9f0', 'name': 'network-vif-deleted', 'tag': '8c08a9c8-1e91-4680-b388-5194ff51aaae', 'status': 'completed', 'code': 200} Aug 15 14:19:29.058692 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-e9207315-fabb-4944-a513-e8b844b07ac9 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Made reservation on behalf of e17307d397464d099cfe8fea70bc575f for: {'port': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:19:29.062134 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-e9207315-fabb-4944-a513-e8b844b07ac9 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:29.211266 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-e9207315-fabb-4944-a513-e8b844b07ac9 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Allocated IP 172.20.0.14 (f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a/04fb6d4a-8e43-4587-8cf9-333c90daf207/a67092c6-46ea-45a7-a2e0-a526eb2f0510) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:19:29.255169 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff43df6-9a4f-4d2f-8266-a876b0196151 req-e335e23c-9b59-4dbb-8a25-c58b340af299 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:29.256715 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-cff43df6-9a4f-4d2f-8266-a876b0196151 req-e335e23c-9b59-4dbb-8a25-c58b340af299 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0831094 Aug 15 14:19:29.351459 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-cff43df6-9a4f-4d2f-8266-a876b0196151 req-5e6a9ca3-9c02-479f-bdbd-07053d94be48 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845780 Aug 15 14:19:29.392720 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-e9207315-fabb-4944-a513-e8b844b07ac9 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:29.406406 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.provisioning_blocks [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-e9207315-fabb-4944-a513-e8b844b07ac9 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Transition to ACTIVE for port object a67092c6-46ea-45a7-a2e0-a526eb2f0510 will not be triggered until provisioned by entity DHCP. {{(pid=94450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:19:29.493028 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-e9207315-fabb-4944-a513-e8b844b07ac9 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:29.501926 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-409aaa94-4611-444c-b1e1-772e66031b6b req-62671784-28df-4c32-8e76-196e791c801a tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 210 time: 0.0288520 Aug 15 14:19:29.537161 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-e9207315-fabb-4944-a513-e8b844b07ac9 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Network f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:19:29.540256 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-e9207315-fabb-4944-a513-e8b844b07ac9 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:19:29.544163 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-e9207315-fabb-4944-a513-e8b844b07ac9 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:19:29.567058 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9207315-fabb-4944-a513-e8b844b07ac9 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Pushing event updated for resources: {'Port': ['ID=a67092c6-46ea-45a7-a2e0-a526eb2f0510,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:29.595423 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-e9207315-fabb-4944-a513-e8b844b07ac9 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:29.596026 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-e9207315-fabb-4944-a513-e8b844b07ac9 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:29.682258 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-e9207315-fabb-4944-a513-e8b844b07ac9 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8799710 Aug 15 14:19:29.852952 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-c452d91c-b692-4f5d-a157-f2bdcb5bd9ca None None] Provisioning for port a67092c6-46ea-45a7-a2e0-a526eb2f0510 completed by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:19:29.856499 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-c452d91c-b692-4f5d-a157-f2bdcb5bd9ca None None] Provisioning complete for port a67092c6-46ea-45a7-a2e0-a526eb2f0510 triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:19:29.856866 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-c452d91c-b692-4f5d-a157-f2bdcb5bd9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:29.892210 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-c452d91c-b692-4f5d-a157-f2bdcb5bd9ca None None] Port a67092c6-46ea-45a7-a2e0-a526eb2f0510 cannot update to ACTIVE because it is not bound. {{(pid=94453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 15 14:19:30.083882 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3636a-c82c-474a-8ece-e34be5fde450 req-8ce92fac-39af-4dde-a0c2-0037b605490a tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:30.085311 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f9b3636a-c82c-474a-8ece-e34be5fde450 req-8ce92fac-39af-4dde-a0c2-0037b605490a tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b7733c9-f163-4500-b73c-4256a278cc65 HTTP/1.1" status: 200 len: 932 time: 0.0479922 Aug 15 14:19:30.125028 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f9b3636a-c82c-474a-8ece-e34be5fde450 req-4f1afcbe-cc08-445c-99c9-a891b3cfb064 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331695 Aug 15 14:19:30.468583 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fe9d6-af76-4689-a4d7-6dc5bc9e9703 req-093efa78-578f-4985-8766-8a0a43905f93 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:30.470063 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ab5fe9d6-af76-4689-a4d7-6dc5bc9e9703 req-093efa78-578f-4985-8766-8a0a43905f93 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0474589 Aug 15 14:19:30.506137 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ab5fe9d6-af76-4689-a4d7-6dc5bc9e9703 req-f9c36b8d-e370-4d6c-b37f-98c092b2c723 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301731 Aug 15 14:19:30.605070 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-07dcbffa-db37-477d-ba75-8895191a5750 req-b3b39427-ef87-4255-b61f-857a59444390 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 210 time: 0.0259745 Aug 15 14:19:31.239446 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c334f3-d19e-4f20-a678-e4a24bbbd15c req-bf18fff4-5e19-47ff-92c7-440f36f578ca tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:31.240890 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-38c334f3-d19e-4f20-a678-e4a24bbbd15c req-bf18fff4-5e19-47ff-92c7-440f36f578ca tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b7733c9-f163-4500-b73c-4256a278cc65 HTTP/1.1" status: 200 len: 932 time: 0.0501022 Aug 15 14:19:31.278334 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-38c334f3-d19e-4f20-a678-e4a24bbbd15c req-e31798ce-5a23-4178-8334-46ef506e141a tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309670 Aug 15 14:19:31.625008 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb22d2c-1854-4764-b764-53055a226dc7 req-af301298-d45a-4cf8-9e4d-5bd45fc4c288 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:31.626514 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ebb22d2c-1854-4764-b764-53055a226dc7 req-af301298-d45a-4cf8-9e4d-5bd45fc4c288 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0489612 Aug 15 14:19:31.666197 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ebb22d2c-1854-4764-b764-53055a226dc7 req-e0b1edfa-b7ac-4230-9ada-c2780f40026a tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334237 Aug 15 14:19:31.708241 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-3c9004b2-a08a-4e0c-8b42-72a0378cac5e req-d17297e1-5fc7-44b4-910d-53235a775fcb tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 210 time: 0.0265467 Aug 15 14:19:31.965293 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] Request body: {'port': {'device_id': '1b7733c9-f163-4500-b73c-4256a278cc65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:19:32.006831 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:32.019829 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:32.444230 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2a936-34fc-43b2-a284-54cb88e5820e req-e63ac2d8-5aaa-40a0-95f6-50051c87a549 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:32.445727 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e3e2a936-34fc-43b2-a284-54cb88e5820e req-e63ac2d8-5aaa-40a0-95f6-50051c87a549 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b7733c9-f163-4500-b73c-4256a278cc65 HTTP/1.1" status: 200 len: 932 time: 0.1039896 Aug 15 14:19:32.508972 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e3e2a936-34fc-43b2-a284-54cb88e5820e req-e8c796fd-e239-4254-9d99-32e6add5a6fd tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570765 Aug 15 14:19:32.557213 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a67092c6-46ea-45a7-a2e0-a526eb2f0510 {{(pid=94450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:19:32.564312 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:32.575516 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.provisioning_blocks [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] Transition to ACTIVE for port object a67092c6-46ea-45a7-a2e0-a526eb2f0510 will not be triggered until provisioned by entity L2. {{(pid=94450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:19:32.624840 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:32.674291 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] Pushing event updated for resources: {'Port': ['ID=a67092c6-46ea-45a7-a2e0-a526eb2f0510,revision_number=2']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:32.697839 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:32.698185 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:32.698519 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:32.698851 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:32.699177 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:32.699518 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:32.699831 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:32.700520 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:32.700520 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:32.700773 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:32.701094 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:32.701429 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:32.757896 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] Attempting to bind port a67092c6-46ea-45a7-a2e0-a526eb2f0510 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:19:32.757896 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] Attempting to bind port a67092c6-46ea-45a7-a2e0-a526eb2f0510 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': 'b621ef3b-4103-4fcd-84aa-5ab6add98e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a'}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:19:32.757896 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] Attempting to bind port a67092c6-46ea-45a7-a2e0-a526eb2f0510 on network f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:19:32.763170 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] Port a67092c6-46ea-45a7-a2e0-a526eb2f0510 on network f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 15 14:19:32.763685 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] Attempting to bind port a67092c6-46ea-45a7-a2e0-a526eb2f0510 on network f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:19:32.769296 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] Checking agent: {'id': '32bd799d-9334-4df6-9ae9-b970e79828b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'started_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:19:32.769742 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] Checking segment: {'id': 'b621ef3b-4103-4fcd-84aa-5ab6add98e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:19:32.770195 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] Bound using segment: {'id': 'b621ef3b-4103-4fcd-84aa-5ab6add98e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a'} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:19:32.770702 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] Bound port: a67092c6-46ea-45a7-a2e0-a526eb2f0510, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b621ef3b-4103-4fcd-84aa-5ab6add98e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a'}}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:19:32.771126 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:32.827689 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eec53c-0f88-4bc3-ae7e-a809abf36de5 req-5daed868-baf4-43d2-8846-0b0a6984b101 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:32.829183 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-f3eec53c-0f88-4bc3-ae7e-a809abf36de5 req-5daed868-baf4-43d2-8846-0b0a6984b101 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0522757 Aug 15 14:19:32.848972 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b4d995d7-f056-4d4f-bfab-24c980b02a9d req-06e77532-acc7-499f-8f98-efa869f7bddf tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 210 time: 0.0285635 Aug 15 14:19:32.875661 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-f3eec53c-0f88-4bc3-ae7e-a809abf36de5 req-b3f571bf-fe6e-4a01-82e7-6af2b55fc7f5 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403442 Aug 15 14:19:32.879215 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] For port a67092c6-46ea-45a7-a2e0-a526eb2f0510, host hv-cinder-80458, cleared binding levels {{(pid=94450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:19:32.882473 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] For port a67092c6-46ea-45a7-a2e0-a526eb2f0510, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=a67092c6-46ea-45a7-a2e0-a526eb2f0510,segment=NetworkSegment(b621ef3b-4103-4fcd-84aa-5ab6add98e0a),segment_id=b621ef3b-4103-4fcd-84aa-5ab6add98e0a)] {{(pid=94450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:19:32.939092 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:32.971094 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:32.971700 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:32.973053 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] 10.222.0.20 "PUT /v2.0/ports/a67092c6-46ea-45a7-a2e0-a526eb2f0510 HTTP/1.1" status: 200 len: 1094 time: 1.0127048 Aug 15 14:19:32.973502 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b7733c9-f163-4500-b73c-4256a278cc65', 'tag': 'a67092c6-46ea-45a7-a2e0-a526eb2f0510'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:19:32.975709 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a258c8-a659-47c2-b795-a75f74011a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "1b7733c9-f163-4500-b73c-4256a278cc65", "tag": "a67092c6-46ea-45a7-a2e0-a526eb2f0510"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:19:33.003621 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02999a-bb93-47a3-ac48-f07c9575403d service neutron] Pushing event updated for resources: {'Port': ['ID=a67092c6-46ea-45a7-a2e0-a526eb2f0510,revision_number=3']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:33.014116 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b227158-ead0-4d9a-b2fe-a91958908c5a x-openstack-request-id: req-1b227158-ead0-4d9a-b2fe-a91958908c5a {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:19:33.014408 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b7733c9-f163-4500-b73c-4256a278cc65", "tag": "a67092c6-46ea-45a7-a2e0-a526eb2f0510", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:19:33.014708 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1b227158-ead0-4d9a-b2fe-a91958908c5a {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:19:33.015105 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b7733c9-f163-4500-b73c-4256a278cc65', 'tag': 'a67092c6-46ea-45a7-a2e0-a526eb2f0510', 'status': 'completed', 'code': 200} Aug 15 14:19:33.350202 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 8c08a9c8-1e91-4680-b388-5194ff51aaae no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:19:33.370003 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] No Port match for: 8c08a9c8-1e91-4680-b388-5194ff51aaae {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:19:33.370343 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 8c08a9c8-1e91-4680-b388-5194ff51aaae not bound to the agent host hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:19:33.435201 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a258c8-a659-47c2-b795-a75f74011a0f req-2b80da37-c396-4d30-b7cb-a59946dedb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:33.436693 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-95a258c8-a659-47c2-b795-a75f74011a0f req-2b80da37-c396-4d30-b7cb-a59946dedb06 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e17307d397464d099cfe8fea70bc575f&device_id=1b7733c9-f163-4500-b73c-4256a278cc65 HTTP/1.1" status: 200 len: 1097 time: 0.0435505 Aug 15 14:19:33.537534 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a258c8-a659-47c2-b795-a75f74011a0f req-303f5042-0a55-490f-b183-897cdbe3c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:33.539091 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-95a258c8-a659-47c2-b795-a75f74011a0f req-303f5042-0a55-490f-b183-897cdbe3c02a service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e17307d397464d099cfe8fea70bc575f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0913897 Aug 15 14:19:33.624545 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9c6c4-88e6-4ca1-9224-65c558771f30 req-1feff572-de35-4385-b952-e49bdda1a70b tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:33.625969 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e4d9c6c4-88e6-4ca1-9224-65c558771f30 req-1feff572-de35-4385-b952-e49bdda1a70b tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b7733c9-f163-4500-b73c-4256a278cc65 HTTP/1.1" status: 200 len: 944 time: 0.0512338 Aug 15 14:19:33.637062 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a258c8-a659-47c2-b795-a75f74011a0f req-36d2a89f-daa4-4f8b-89f2-5d7e498be26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:33.638538 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-95a258c8-a659-47c2-b795-a75f74011a0f req-36d2a89f-daa4-4f8b-89f2-5d7e498be26b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920937 Aug 15 14:19:33.664493 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e4d9c6c4-88e6-4ca1-9224-65c558771f30 req-772c2cc2-d2a3-45d9-8e65-60bd6296da7b tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307600 Aug 15 14:19:33.873178 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-c3d5bb2c-ef26-488f-bd72-cb4573e40f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:33.875406 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-c3d5bb2c-ef26-488f-bd72-cb4573e40f00 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e17307d397464d099cfe8fea70bc575f&device_id=1b7733c9-f163-4500-b73c-4256a278cc65 HTTP/1.1" status: 200 len: 1097 time: 0.0467262 Aug 15 14:19:33.918122 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-1b2247b6-dfd8-44eb-ac8e-c18601951f67 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a67092c6-46ea-45a7-a2e0-a526eb2f0510 HTTP/1.1" status: 200 len: 217 time: 0.0342760 Aug 15 14:19:33.983722 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0adfbdb5-fcab-4da2-b0a5-453fc6defc6a req-4657b441-7206-4a45-b169-e998c32d0e80 tempest-TestMinimumBasicScenario-463694569 tempest-TestMinimumBasicScenario-463694569-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a558a5e-54f3-46fd-a374-bbf28641d9f0 HTTP/1.1" status: 200 len: 210 time: 0.0485485 Aug 15 14:19:33.997906 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-3ad9a196-30ea-418a-8b68-fd742502789c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:34.001542 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-3ad9a196-30ea-418a-8b68-fd742502789c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04fb6d4a-8e43-4587-8cf9-333c90daf207 HTTP/1.1" status: 200 len: 851 time: 0.0716686 Aug 15 14:19:34.017675 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ae459-a87f-41c4-b69a-6d0a8dd44efa req-600bb322-56fd-453e-b68d-fe2ab29c82f6 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:34.019178 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-660ae459-a87f-41c4-b69a-6d0a8dd44efa req-600bb322-56fd-453e-b68d-fe2ab29c82f6 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0532751 Aug 15 14:19:34.046456 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-36521017-d142-4d12-b412-41a09d95d4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:34.047946 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-36521017-d142-4d12-b412-41a09d95d4df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407071 Aug 15 14:19:34.058242 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-660ae459-a87f-41c4-b69a-6d0a8dd44efa req-7adf8e70-683a-48e0-8efb-ed5109a93657 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330329 Aug 15 14:19:34.145543 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-8707a818-c0e9-4c26-ba06-c170e30488bf service neutron] 10.222.0.20 "GET /v2.0/networks/f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825322 Aug 15 14:19:34.237374 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2985dbac-ba56-4cfc-bf9c-6e9f20ed80b8 req-cddab6c1-e49e-4eaf-93cd-ea9fde363f50 service neutron] 10.222.0.20 "GET /v2.0/networks/f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847859 Aug 15 14:19:34.775824 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87218e03-125e-479e-8490-161d69325e10 req-b02925c5-8711-4c2d-ac4c-835b6d1fce5f tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:34.777303 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-87218e03-125e-479e-8490-161d69325e10 req-b02925c5-8711-4c2d-ac4c-835b6d1fce5f tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b7733c9-f163-4500-b73c-4256a278cc65 HTTP/1.1" status: 200 len: 944 time: 0.0498836 Aug 15 14:19:34.817621 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-87218e03-125e-479e-8490-161d69325e10 req-a7193c4a-354c-48e8-a7de-a2bb252bdc0a tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333130 Aug 15 14:19:35.181099 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68131bae-0930-449b-94e9-bf90a27e3e06 req-6188bcc4-2d6e-4a23-9a9c-e3878d3768a3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:35.182591 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-68131bae-0930-449b-94e9-bf90a27e3e06 req-6188bcc4-2d6e-4a23-9a9c-e3878d3768a3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0514920 Aug 15 14:19:35.220558 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-68131bae-0930-449b-94e9-bf90a27e3e06 req-81d82f3e-5442-41b1-b9a3-05c40fb9bf89 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319781 Aug 15 14:19:35.930801 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4434d6c-7cb5-4f5a-98c4-46b0d198119a req-1741de2f-ba1f-4faa-940b-d3374662cb36 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:35.932247 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c4434d6c-7cb5-4f5a-98c4-46b0d198119a req-1741de2f-ba1f-4faa-940b-d3374662cb36 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b7733c9-f163-4500-b73c-4256a278cc65 HTTP/1.1" status: 200 len: 944 time: 0.0481749 Aug 15 14:19:35.968416 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c4434d6c-7cb5-4f5a-98c4-46b0d198119a req-836990a4-607b-47cd-b93b-41b13f8cef30 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302484 Aug 15 14:19:36.593492 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103addc-ee2b-4bfa-91d3-e21ed82c7563 req-88682513-ea87-43b1-8806-22a5e3878817 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:36.595143 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0103addc-ee2b-4bfa-91d3-e21ed82c7563 req-88682513-ea87-43b1-8806-22a5e3878817 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.2962694 Aug 15 14:19:36.622174 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 51010) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:19:36.641600 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0103addc-ee2b-4bfa-91d3-e21ed82c7563 req-b74b79ab-1bfb-4a71-a1b6-293b51cc8c50 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365999 Aug 15 14:19:36.978335 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 7e1900df-b241-46b5-aa5a-7e57d188cee2 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 15 14:19:37.079285 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 7e1900df-b241-46b5-aa5a-7e57d188cee2, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=7e1900df-b241-46b5-aa5a-7e57d188cee2,segment=NetworkSegment(80471f41-1fac-4b4d-8c57-20e0de5d2141),segment_id=80471f41-1fac-4b4d-8c57-20e0de5d2141)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:19:37.091830 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Returning: {'device': '7e1900df-b241-46b5-aa5a-7e57d188cee2', 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989', 'port_id': '7e1900df-b241-46b5-aa5a-7e57d188cee2', 'mac_address': 'fa:16:3e:6e:72:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 15 14:19:37.126234 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733be2b2-2497-4fa4-a61e-9d39e237c8a7 req-72aafdee-3d75-4e91-a6df-b2016dde7c06 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:37.127919 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-733be2b2-2497-4fa4-a61e-9d39e237c8a7 req-72aafdee-3d75-4e91-a6df-b2016dde7c06 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b7733c9-f163-4500-b73c-4256a278cc65 HTTP/1.1" status: 200 len: 944 time: 0.0798867 Aug 15 14:19:37.129857 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:37.142760 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e1900df-b241-46b5-aa5a-7e57d188cee2 {{(pid=94453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:19:37.162958 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 7e1900df-b241-46b5-aa5a-7e57d188cee2, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=7e1900df-b241-46b5-aa5a-7e57d188cee2,segment=NetworkSegment(80471f41-1fac-4b4d-8c57-20e0de5d2141),segment_id=80471f41-1fac-4b4d-8c57-20e0de5d2141)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:19:37.213450 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:37.214306 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-733be2b2-2497-4fa4-a61e-9d39e237c8a7 req-fd7e9464-a4d0-496d-a6ae-b9c0a7fbd12c tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795705 Aug 15 14:19:37.260749 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9e686665-4a3c-428a-bd62-c0fe711cc554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520604'] for router_interface, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:37.265661 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=7e1900df-b241-46b5-aa5a-7e57d188cee2,revision_number=6']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:37.272749 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:37.273107 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:37.273477 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:37.273821 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:37.274161 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:37.274500 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:37.274832 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:37.275789 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:37.276384 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:37.276734 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:37.277070 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:37.277413 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:37.294264 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['7e1900df-b241-46b5-aa5a-7e57d188cee2'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:19:37.546515 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-9e686665-4a3c-428a-bd62-c0fe711cc554 admin admin] Deleting port 96349de5-e470-4ca6-a29d-6306cc209cd0 {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:19:37.546854 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9e686665-4a3c-428a-bd62-c0fe711cc554 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:37.619729 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [None req-9e686665-4a3c-428a-bd62-c0fe711cc554 admin admin] For port 96349de5-e470-4ca6-a29d-6306cc209cd0, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=96349de5-e470-4ca6-a29d-6306cc209cd0,segment=NetworkSegment(3283a93e-7cb5-4d91-a363-19ad57158539),segment_id=3283a93e-7cb5-4d91-a363-19ad57158539)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:19:37.620084 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9e686665-4a3c-428a-bd62-c0fe711cc554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:37.632311 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-9e686665-4a3c-428a-bd62-c0fe711cc554 admin admin] Calling delete_port for 96349de5-e470-4ca6-a29d-6306cc209cd0 owned by network:router_interface {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:19:37.763041 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84303c-8e28-45be-af7e-e8871cbfe020 req-0b91dcf7-7906-4d80-b648-0569d2417bd6 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:37.763452 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9d84303c-8e28-45be-af7e-e8871cbfe020 req-0b91dcf7-7906-4d80-b648-0569d2417bd6 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 944 time: 0.0501378 Aug 15 14:19:37.802974 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9d84303c-8e28-45be-af7e-e8871cbfe020 req-408a5b81-3a28-46d5-9ee4-e3b22c87004a tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333827 Aug 15 14:19:37.898676 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9e686665-4a3c-428a-bd62-c0fe711cc554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:37.925988 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e686665-4a3c-428a-bd62-c0fe711cc554 admin admin] Pushing event deleted for resources: {'Port': ['ID=96349de5-e470-4ca6-a29d-6306cc209cd0,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:38.086946 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9e686665-4a3c-428a-bd62-c0fe711cc554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594476'] for router_interface, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:38.299410 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e686665-4a3c-428a-bd62-c0fe711cc554 admin admin] Router bdb5d1c3-6257-4bc0-91f1-c14f4e54a486 has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:19:38.371134 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32d3d1-8ad0-442f-9479-6496394fdfb6 req-14bbc7d8-eefb-441e-b8f6-647dd0f937be tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:38.372482 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8e32d3d1-8ad0-442f-9479-6496394fdfb6 req-14bbc7d8-eefb-441e-b8f6-647dd0f937be tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b7733c9-f163-4500-b73c-4256a278cc65 HTTP/1.1" status: 200 len: 944 time: 0.0861757 Aug 15 14:19:38.448165 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8e32d3d1-8ad0-442f-9479-6496394fdfb6 req-ae3f3622-c1ce-412c-ae0e-d9086aa21973 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679164 Aug 15 14:19:38.456559 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e686665-4a3c-428a-bd62-c0fe711cc554 admin admin] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:19:38.461594 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-9e686665-4a3c-428a-bd62-c0fe711cc554 admin admin] 10.222.0.22 "PUT /v2.0/routers/bdb5d1c3-6257-4bc0-91f1-c14f4e54a486/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8386159 Aug 15 14:19:38.464755 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 51030) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:19:38.470982 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b11c90-6fec-47ca-9f49-171d1aae7676 None None] Sync routers for ids ['bdb5d1c3-6257-4bc0-91f1-c14f4e54a486'] in dv-cinder-804581-6-iscsi {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:19:38.479804 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b11c90-6fec-47ca-9f49-171d1aae7676 None None] Routers {'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:19:38.480408 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-d4b11c90-6fec-47ca-9f49-171d1aae7676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:19:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['bdb5d1c3-6257-4bc0-91f1-c14f4e54a486'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:38.586675 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-d4b11c90-6fec-47ca-9f49-171d1aae7676 None None] Set router bdb5d1c3-6257-4bc0-91f1-c14f4e54a486 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:19:38.769132 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-d4b11c90-6fec-47ca-9f49-171d1aae7676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'name': 'tempest-TestMinimumBasicScenario-343997362-router', 'tenant_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '0a58faa2-9ddb-42b7-887b-3eb4e21d62bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:12:52Z', 'updated_at': '2021-08-15T14:19:37Z', 'revision_number': 5, 'project_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'gw_port': {'id': '0a58faa2-9ddb-42b7-887b-3eb4e21d62bd', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:12:52Z', 'updated_at': '2021-08-15T14:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:38.795599 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-6ddb86a6-a0d5-4b81-b3a4-b50f3ddf20ab admin admin] Notify callbacks [] for router, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:38.798480 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b11c90-6fec-47ca-9f49-171d1aae7676 None None] Checking router: bdb5d1c3-6257-4bc0-91f1-c14f4e54a486 for host: dv-cinder-804581-6-iscsi {{(pid=94453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:19:38.807129 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b11c90-6fec-47ca-9f49-171d1aae7676 None None] Routers {'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:19:38.807743 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-d4b11c90-6fec-47ca-9f49-171d1aae7676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:19:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['bdb5d1c3-6257-4bc0-91f1-c14f4e54a486'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:38.909794 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-6ddb86a6-a0d5-4b81-b3a4-b50f3ddf20ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:38.934616 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536a26e-2dc7-4338-9b9c-3aeb53bf2495 req-8920ea50-fc70-481c-b1f4-6d77462feb4b tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:38.950094 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b536a26e-2dc7-4338-9b9c-3aeb53bf2495 req-8920ea50-fc70-481c-b1f4-6d77462feb4b tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 944 time: 0.0721331 Aug 15 14:19:38.987846 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b536a26e-2dc7-4338-9b9c-3aeb53bf2495 req-2226f9dc-181a-49c7-9610-b623104b68b2 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365856 Aug 15 14:19:39.029344 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 7e1900df-b241-46b5-aa5a-7e57d188cee2 up at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:19:39.029586 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-6ddb86a6-a0d5-4b81-b3a4-b50f3ddf20ab admin admin] Deleting port 0a58faa2-9ddb-42b7-887b-3eb4e21d62bd {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:19:39.029586 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-6ddb86a6-a0d5-4b81-b3a4-b50f3ddf20ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:39.076949 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-d4b11c90-6fec-47ca-9f49-171d1aae7676 None None] Set router bdb5d1c3-6257-4bc0-91f1-c14f4e54a486 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:19:39.105083 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [None req-6ddb86a6-a0d5-4b81-b3a4-b50f3ddf20ab admin admin] For port 0a58faa2-9ddb-42b7-887b-3eb4e21d62bd, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=0a58faa2-9ddb-42b7-887b-3eb4e21d62bd,segment=NetworkSegment(5e752e44-7069-4182-ac48-4f84d046513a),segment_id=5e752e44-7069-4182-ac48-4f84d046513a)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:19:39.105641 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-6ddb86a6-a0d5-4b81-b3a4-b50f3ddf20ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:39.119927 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-6ddb86a6-a0d5-4b81-b3a4-b50f3ddf20ab admin admin] Calling delete_port for 0a58faa2-9ddb-42b7-887b-3eb4e21d62bd owned by network:router_gateway {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:19:39.196630 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning complete for port 7e1900df-b241-46b5-aa5a-7e57d188cee2 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:19:39.197510 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:39.324285 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:39.334562 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-d4b11c90-6fec-47ca-9f49-171d1aae7676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'name': 'tempest-TestMinimumBasicScenario-343997362-router', 'tenant_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '0a58faa2-9ddb-42b7-887b-3eb4e21d62bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:12:52Z', 'updated_at': '2021-08-15T14:19:37Z', 'revision_number': 5, 'project_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'gw_port': {'id': '0a58faa2-9ddb-42b7-887b-3eb4e21d62bd', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:12:52Z', 'updated_at': '2021-08-15T14:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:39.349868 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-6ddb86a6-a0d5-4b81-b3a4-b50f3ddf20ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:39.366640 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b11c90-6fec-47ca-9f49-171d1aae7676 None None] The sync data for ids ['bdb5d1c3-6257-4bc0-91f1-c14f4e54a486'] in dv-cinder-804581-6-iscsi is: [{'id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'name': 'tempest-TestMinimumBasicScenario-343997362-router', 'tenant_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '0a58faa2-9ddb-42b7-887b-3eb4e21d62bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:12:52Z', 'updated_at': '2021-08-15T14:19:37Z', 'revision_number': 5, 'project_id': 'f6539b10a08a439a9c2f6adbc7c97a73', 'gw_port': {'id': '0a58faa2-9ddb-42b7-887b-3eb4e21d62bd', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb5d1c3-6257-4bc0-91f1-c14f4e54a486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:12:52Z', 'updated_at': '2021-08-15T14:12:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}] {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:19:39.373283 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addca090-a63f-4ef9-9ecd-78e89b54d1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1900df-b241-46b5-aa5a-7e57d188cee2'}] {{(pid=94453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:19:39.375598 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67f9f608f21815e3b7d057bcd481c644a3f088ed5729c17767b65ea5f15acf6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafe0a39-b008-4dac-b6a5-1de0cf393be0" -d '{"events": [{"server_uuid": "addca090-a63f-4ef9-9ecd-78e89b54d1fd", "name": "network-vif-plugged", "status": "completed", "tag": "7e1900df-b241-46b5-aa5a-7e57d188cee2"}]}' {{(pid=94453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:19:39.377862 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb86a6-a0d5-4b81-b3a4-b50f3ddf20ab admin admin] Pushing event deleted for resources: {'Port': ['ID=0a58faa2-9ddb-42b7-887b-3eb4e21d62bd,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:39.390841 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 7e1900df-b241-46b5-aa5a-7e57d188cee2, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=7e1900df-b241-46b5-aa5a-7e57d188cee2,segment=NetworkSegment(80471f41-1fac-4b4d-8c57-20e0de5d2141),segment_id=80471f41-1fac-4b4d-8c57-20e0de5d2141)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:19:39.417414 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ac6859-9bac-4102-8915-4ba98722608b x-openstack-request-id: req-65ac6859-9bac-4102-8915-4ba98722608b {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:19:39.417414 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "addca090-a63f-4ef9-9ecd-78e89b54d1fd", "name": "network-vif-plugged", "status": "completed", "tag": "7e1900df-b241-46b5-aa5a-7e57d188cee2", "code": 200}]} {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:19:39.417414 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-65ac6859-9bac-4102-8915-4ba98722608b {{(pid=94453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:19:39.417849 dv-cinder-804581-6-iscsi neutron-server[94453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'addca090-a63f-4ef9-9ecd-78e89b54d1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1900df-b241-46b5-aa5a-7e57d188cee2', 'code': 200} Aug 15 14:19:39.451364 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-6ddb86a6-a0d5-4b81-b3a4-b50f3ddf20ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594902'] for router_gateway, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:39.458402 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:39.512825 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=7e1900df-b241-46b5-aa5a-7e57d188cee2,revision_number=7']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:39.556608 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-6ddb86a6-a0d5-4b81-b3a4-b50f3ddf20ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-591674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1427'] for router, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:39.558788 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-6ddb86a6-a0d5-4b81-b3a4-b50f3ddf20ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:39.579194 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcc0b6-bb9b-474a-acf0-2078e7438a1b req-f51ad12b-e819-4df2-9585-544a6285b6ec tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:39.580571 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5adcc0b6-bb9b-474a-acf0-2078e7438a1b req-f51ad12b-e819-4df2-9585-544a6285b6ec tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b7733c9-f163-4500-b73c-4256a278cc65 HTTP/1.1" status: 200 len: 944 time: 0.0515919 Aug 15 14:19:39.619790 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5adcc0b6-bb9b-474a-acf0-2078e7438a1b req-4ca73559-6494-4bd4-a17e-c37feba40185 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326445 Aug 15 14:19:39.658497 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-6ddb86a6-a0d5-4b81-b3a4-b50f3ddf20ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591669'] for router, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:39.659056 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddb86a6-a0d5-4b81-b3a4-b50f3ddf20ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdb5d1c3-6257-4bc0-91f1-c14f4e54a486 {{(pid=94450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 15 14:19:39.664208 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-6ddb86a6-a0d5-4b81-b3a4-b50f3ddf20ab admin admin] Notify callbacks [] for router, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:39.665435 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-6ddb86a6-a0d5-4b81-b3a4-b50f3ddf20ab admin admin] 10.222.0.22 "DELETE /v2.0/routers/bdb5d1c3-6257-4bc0-91f1-c14f4e54a486 HTTP/1.1" status: 204 len: 168 time: 1.1997495 Aug 15 14:19:39.668387 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 51044) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:19:39.716048 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c30a5a6-9e5b-4c39-b897-860a1139a18d admin admin] Deleting subnet cf02de99-39af-40f2-b14a-37413c12659d {{(pid=94450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 15 14:19:39.719256 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4c30a5a6-9e5b-4c39-b897-860a1139a18d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:39.754845 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4c30a5a6-9e5b-4c39-b897-860a1139a18d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8972445'] for subnet, precommit_delete_associations {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:39.867685 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4c30a5a6-9e5b-4c39-b897-860a1139a18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1604558'] for subnet, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:39.961561 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4c30a5a6-9e5b-4c39-b897-860a1139a18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1604569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10384394'] for subnet, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:39.988055 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30a5a6-9e5b-4c39-b897-860a1139a18d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf02de99-39af-40f2-b14a-37413c12659d,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:39.991735 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4c30a5a6-9e5b-4c39-b897-860a1139a18d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for subnet, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:39.993534 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-4c30a5a6-9e5b-4c39-b897-860a1139a18d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/cf02de99-39af-40f2-b14a-37413c12659d HTTP/1.1" status: 204 len: 168 time: 0.3242023 Aug 15 14:19:39.996519 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 51046) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:19:39.998027 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475c7b80-f5d6-44e4-b49b-3cefd586639f None None] Network b5e6e57a-e858-48a4-80c6-6207d83bb306 requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:19:40.069603 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-0d4c4aff-74af-41db-8612-8a0abf6f91e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586961'] for network, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:40.145946 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a08aed-6de5-4e49-a944-a9c50d422816 req-a7f65813-cf8c-443b-969a-f0761e19462b tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:40.147399 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-29a08aed-6de5-4e49-a944-a9c50d422816 req-a7f65813-cf8c-443b-969a-f0761e19462b tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0752485 Aug 15 14:19:40.175080 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-0d4c4aff-74af-41db-8612-8a0abf6f91e9 admin admin] Deleting port bf4bdcc0-6c67-4882-978e-2716da3747b3 {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:19:40.175422 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-0d4c4aff-74af-41db-8612-8a0abf6f91e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:40.233913 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-29a08aed-6de5-4e49-a944-a9c50d422816 req-34dce6c8-fcbb-448a-99c8-d0706b7da074 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789900 Aug 15 14:19:40.434476 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [None req-0d4c4aff-74af-41db-8612-8a0abf6f91e9 admin admin] For port bf4bdcc0-6c67-4882-978e-2716da3747b3, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=bf4bdcc0-6c67-4882-978e-2716da3747b3,segment=NetworkSegment(3283a93e-7cb5-4d91-a363-19ad57158539),segment_id=3283a93e-7cb5-4d91-a363-19ad57158539)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:19:40.434476 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-0d4c4aff-74af-41db-8612-8a0abf6f91e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:40.434476 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-0d4c4aff-74af-41db-8612-8a0abf6f91e9 admin admin] Calling delete_port for bf4bdcc0-6c67-4882-978e-2716da3747b3 owned by network:dhcp {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:19:40.438201 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a768317-191d-4f29-9c4e-700f4666c9a7 None None] DHCP port deletion for b5e6e57a-e858-48a4-80c6-6207d83bb306 request from dv-cinder-804581-6-iscsi {{(pid=94453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 15 14:19:40.438201 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-6a768317-191d-4f29-9c4e-700f4666c9a7 None None] Deleting port bf4bdcc0-6c67-4882-978e-2716da3747b3 {{(pid=94453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:19:40.438201 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6a768317-191d-4f29-9c4e-700f4666c9a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:40.439402 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-0d4c4aff-74af-41db-8612-8a0abf6f91e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:40.470117 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6a768317-191d-4f29-9c4e-700f4666c9a7 None None] For port bf4bdcc0-6c67-4882-978e-2716da3747b3, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=bf4bdcc0-6c67-4882-978e-2716da3747b3,segment=NetworkSegment(3283a93e-7cb5-4d91-a363-19ad57158539),segment_id=3283a93e-7cb5-4d91-a363-19ad57158539)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:19:40.470367 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c4aff-74af-41db-8612-8a0abf6f91e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf4bdcc0-6c67-4882-978e-2716da3747b3,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:40.470613 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6a768317-191d-4f29-9c4e-700f4666c9a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:40.473818 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4c4aff-74af-41db-8612-8a0abf6f91e9 admin admin] No DVR routers for this DVR port bf4bdcc0-6c67-4882-978e-2716da3747b3 on host dv-cinder-804581-6-iscsi {{(pid=94450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:19:40.487011 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-6a768317-191d-4f29-9c4e-700f4666c9a7 None None] Calling delete_port for bf4bdcc0-6c67-4882-978e-2716da3747b3 owned by network:dhcp {{(pid=94453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:19:40.544155 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-0d4c4aff-74af-41db-8612-8a0abf6f91e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1603913', 'neutron.services.segments.db._delete_segments_for_network-8787669368688'] for network, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:40.553677 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.services.segments.db [None req-0d4c4aff-74af-41db-8612-8a0abf6f91e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e6e57a-e858-48a4-80c6-6207d83bb306']}} {{(pid=94450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:40.563720 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.services.segments.db [None req-0d4c4aff-74af-41db-8612-8a0abf6f91e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3283a93e-7cb5-4d91-a363-19ad57158539') {'for_net_delete': True} {{(pid=94450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:40.564005 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.services.segments.db [None req-0d4c4aff-74af-41db-8612-8a0abf6f91e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3283a93e-7cb5-4d91-a363-19ad57158539') {} {{(pid=94450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:40.573281 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-0d4c4aff-74af-41db-8612-8a0abf6f91e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787669372281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8972426'] for segment, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:40.586350 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-0d4c4aff-74af-41db-8612-8a0abf6f91e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:40.592607 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d4c4aff-74af-41db-8612-8a0abf6f91e9 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 15 14:19:40.592996 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-0d4c4aff-74af-41db-8612-8a0abf6f91e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976338'] for segment, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:40.594607 dv-cinder-804581-6-iscsi neutron-server[94450]: Traceback (most recent call last): Aug 15 14:19:40.594607 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 15 14:19:40.594607 dv-cinder-804581-6-iscsi neutron-server[94450]: timer() Aug 15 14:19:40.594607 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 15 14:19:40.594607 dv-cinder-804581-6-iscsi neutron-server[94450]: cb(*args, **kw) Aug 15 14:19:40.594607 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 15 14:19:40.594607 dv-cinder-804581-6-iscsi neutron-server[94450]: return func(*args, **kwargs) Aug 15 14:19:40.594607 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 15 14:19:40.594607 dv-cinder-804581-6-iscsi neutron-server[94450]: self._notify() Aug 15 14:19:40.594607 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 15 14:19:40.594607 dv-cinder-804581-6-iscsi neutron-server[94450]: self.callback(batched_events) Aug 15 14:19:40.594607 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 15 14:19:40.594607 dv-cinder-804581-6-iscsi neutron-server[94450]: event.method(event) Aug 15 14:19:40.594607 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 15 14:19:40.594607 dv-cinder-804581-6-iscsi neutron-server[94450]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 15 14:19:40.594607 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 15 14:19:40.594607 dv-cinder-804581-6-iscsi neutron-server[94450]: aggregate_uuid = self.p_client.list_aggregates( Aug 15 14:19:40.594607 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 15 14:19:40.594607 dv-cinder-804581-6-iscsi neutron-server[94450]: return f(self, *a, **k) Aug 15 14:19:40.594607 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 15 14:19:40.594607 dv-cinder-804581-6-iscsi neutron-server[94450]: return self._get(url).json() Aug 15 14:19:40.594607 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 15 14:19:40.594607 dv-cinder-804581-6-iscsi neutron-server[94450]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 15 14:19:40.594607 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 15 14:19:40.594607 dv-cinder-804581-6-iscsi neutron-server[94450]: return self.request(url, 'GET', **kwargs) Aug 15 14:19:40.594607 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 15 14:19:40.594607 dv-cinder-804581-6-iscsi neutron-server[94450]: base_url = self.get_endpoint(auth, allow=allow, Aug 15 14:19:40.594607 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 15 14:19:40.594607 dv-cinder-804581-6-iscsi neutron-server[94450]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 15 14:19:40.594607 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 15 14:19:40.594607 dv-cinder-804581-6-iscsi neutron-server[94450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 15 14:19:40.594607 dv-cinder-804581-6-iscsi neutron-server[94450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 15 14:19:40.610799 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6a768317-191d-4f29-9c4e-700f4666c9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478'] for port, after_delete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:40.633812 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a768317-191d-4f29-9c4e-700f4666c9a7 None None] Pushing event deleted for resources: {'Port': ['ID=bf4bdcc0-6c67-4882-978e-2716da3747b3,revision_number=None']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:40.647101 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a768317-191d-4f29-9c4e-700f4666c9a7 None None] No DVR routers for this DVR port bf4bdcc0-6c67-4882-978e-2716da3747b3 on host dv-cinder-804581-6-iscsi {{(pid=94453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:19:40.699102 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ce83e88f-0e01-4410-a4c2-196e32a49982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:40.726969 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-0d4c4aff-74af-41db-8612-8a0abf6f91e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1603920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594858'] for network, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:40.732955 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-0d4c4aff-74af-41db-8612-8a0abf6f91e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:40.734858 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-0d4c4aff-74af-41db-8612-8a0abf6f91e9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/b5e6e57a-e858-48a4-80c6-6207d83bb306 HTTP/1.1" status: 204 len: 168 time: 0.7372317 Aug 15 14:19:40.745874 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df5465-11b7-4494-9dd2-e926350e509c req-22d72601-4466-426d-8565-4e018231ed49 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:40.746755 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 51060) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:19:40.747334 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b7df5465-11b7-4494-9dd2-e926350e509c req-22d72601-4466-426d-8565-4e018231ed49 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b7733c9-f163-4500-b73c-4256a278cc65 HTTP/1.1" status: 200 len: 944 time: 0.0512412 Aug 15 14:19:40.754137 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c4aff-74af-41db-8612-8a0abf6f91e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5e6e57a-e858-48a4-80c6-6207d83bb306,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:40.786844 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b7df5465-11b7-4494-9dd2-e926350e509c req-b7d26375-d46f-49b3-bca5-68c56d601bfa tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333705 Aug 15 14:19:40.918796 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 0a58faa2-9ddb-42b7-887b-3eb4e21d62bd no longer exists at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:19:40.938683 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] No Port match for: 0a58faa2-9ddb-42b7-887b-3eb4e21d62bd {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:19:40.939022 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 0a58faa2-9ddb-42b7-887b-3eb4e21d62bd not bound to the agent host dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:19:40.939431 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 96349de5-e470-4ca6-a29d-6306cc209cd0 no longer exists at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:19:40.961746 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] No Port match for: 96349de5-e470-4ca6-a29d-6306cc209cd0 {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:19:40.962015 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 96349de5-e470-4ca6-a29d-6306cc209cd0 not bound to the agent host dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:19:40.962429 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device bf4bdcc0-6c67-4882-978e-2716da3747b3 no longer exists at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:19:40.980507 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] No Port match for: bf4bdcc0-6c67-4882-978e-2716da3747b3 {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:19:40.980852 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device bf4bdcc0-6c67-4882-978e-2716da3747b3 not bound to the agent host dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:19:41.086190 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2ae17a58-d313-474a-bab7-3d4985f6975c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520604'] for router_interface, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:41.345943 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-2ae17a58-d313-474a-bab7-3d4985f6975c admin admin] Deleting port b230d5e5-caf0-4ad1-aa7b-e7773c11ef05 {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:19:41.346279 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2ae17a58-d313-474a-bab7-3d4985f6975c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:41.405226 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828960ca-2e14-4bd6-98e4-06e48c0b4582 req-3de9c812-88bd-4738-875d-2fd52acfd0fa tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:41.406687 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-828960ca-2e14-4bd6-98e4-06e48c0b4582 req-3de9c812-88bd-4738-875d-2fd52acfd0fa tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0935683 Aug 15 14:19:41.456887 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [None req-2ae17a58-d313-474a-bab7-3d4985f6975c admin admin] For port b230d5e5-caf0-4ad1-aa7b-e7773c11ef05, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=b230d5e5-caf0-4ad1-aa7b-e7773c11ef05,segment=NetworkSegment(2aeb7afc-3ae1-4f5d-86c4-535fb68b43c3),segment_id=2aeb7afc-3ae1-4f5d-86c4-535fb68b43c3)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:19:41.457606 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2ae17a58-d313-474a-bab7-3d4985f6975c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:41.467789 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-828960ca-2e14-4bd6-98e4-06e48c0b4582 req-91e8bb19-b238-40b5-a4e2-2c1bec6ad744 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532782 Aug 15 14:19:41.473169 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-2ae17a58-d313-474a-bab7-3d4985f6975c admin admin] Calling delete_port for b230d5e5-caf0-4ad1-aa7b-e7773c11ef05 owned by network:router_interface {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:19:41.721691 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2ae17a58-d313-474a-bab7-3d4985f6975c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:41.752497 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae17a58-d313-474a-bab7-3d4985f6975c admin admin] Pushing event deleted for resources: {'Port': ['ID=b230d5e5-caf0-4ad1-aa7b-e7773c11ef05,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:41.907625 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ae84c-586c-4fc6-841c-8d1d53718ea1 req-9f5d1c1c-fa83-4a7b-a390-b4ed533a8bbe tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:41.916385 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-2ae17a58-d313-474a-bab7-3d4985f6975c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594476'] for router_interface, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:41.922806 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-627ae84c-586c-4fc6-841c-8d1d53718ea1 req-9f5d1c1c-fa83-4a7b-a390-b4ed533a8bbe tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b7733c9-f163-4500-b73c-4256a278cc65 HTTP/1.1" status: 200 len: 944 time: 0.0520055 Aug 15 14:19:41.964625 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-627ae84c-586c-4fc6-841c-8d1d53718ea1 req-250af277-bdf1-47e9-9482-4954e6c3926c tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406680 Aug 15 14:19:42.138412 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae17a58-d313-474a-bab7-3d4985f6975c admin admin] Router de77ece3-8a71-446a-8e7b-d32e2624c0f3 has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:19:42.489525 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae17a58-d313-474a-bab7-3d4985f6975c admin admin] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:19:42.500358 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-2ae17a58-d313-474a-bab7-3d4985f6975c admin admin] 10.222.0.22 "PUT /v2.0/routers/de77ece3-8a71-446a-8e7b-d32e2624c0f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7503221 Aug 15 14:19:42.502642 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c51f5f-ead5-47f0-a290-aa7314850128 None None] Sync routers for ids ['de77ece3-8a71-446a-8e7b-d32e2624c0f3'] in dv-cinder-804581-6-iscsi {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:19:42.503039 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 51094) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:19:42.508544 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c51f5f-ead5-47f0-a290-aa7314850128 None None] Routers {'de77ece3-8a71-446a-8e7b-d32e2624c0f3'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:19:42.509739 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-12c51f5f-ead5-47f0-a290-aa7314850128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:19:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['de77ece3-8a71-446a-8e7b-d32e2624c0f3'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:42.613353 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-12c51f5f-ead5-47f0-a290-aa7314850128 None None] Set router de77ece3-8a71-446a-8e7b-d32e2624c0f3 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:19:42.641335 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f50f2-2b22-45f4-a44f-f12f65295250 req-868bad6a-3357-48c7-98f5-628aef0f69d8 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:42.642876 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-508f50f2-2b22-45f4-a44f-f12f65295250 req-868bad6a-3357-48c7-98f5-628aef0f69d8 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0994544 Aug 15 14:19:42.648496 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ed16688c-a929-48fd-8dbf-785a1c5a3c25 admin admin] Notify callbacks [] for router, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:42.750855 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-508f50f2-2b22-45f4-a44f-f12f65295250 req-95c03eb2-7fc6-42f2-b1d2-22264b8025ce tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991607 Aug 15 14:19:42.853336 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ed16688c-a929-48fd-8dbf-785a1c5a3c25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:42.856748 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-12c51f5f-ead5-47f0-a290-aa7314850128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de77ece3-8a71-446a-8e7b-d32e2624c0f3', 'name': 'tempest-TestMinimumBasicScenario-85639987-router', 'tenant_id': '8436a9a83cb44fb7bfc19c5ee5bb505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '7030ee5c-6759-402e-89ae-677ce0a75541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:12:59Z', 'updated_at': '2021-08-15T14:19:41Z', 'revision_number': 5, 'project_id': '8436a9a83cb44fb7bfc19c5ee5bb505c', 'gw_port': {'id': '7030ee5c-6759-402e-89ae-677ce0a75541', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:62:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77ece3-8a71-446a-8e7b-d32e2624c0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:13:00Z', 'updated_at': '2021-08-15T14:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:42.892923 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c51f5f-ead5-47f0-a290-aa7314850128 None None] Checking router: de77ece3-8a71-446a-8e7b-d32e2624c0f3 for host: dv-cinder-804581-6-iscsi {{(pid=94454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:19:42.910081 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c51f5f-ead5-47f0-a290-aa7314850128 None None] Routers {'de77ece3-8a71-446a-8e7b-d32e2624c0f3'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:19:42.911071 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-12c51f5f-ead5-47f0-a290-aa7314850128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:19:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['de77ece3-8a71-446a-8e7b-d32e2624c0f3'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:43.007692 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-ed16688c-a929-48fd-8dbf-785a1c5a3c25 admin admin] Deleting port 7030ee5c-6759-402e-89ae-677ce0a75541 {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:19:43.013550 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ed16688c-a929-48fd-8dbf-785a1c5a3c25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:43.036855 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-12c51f5f-ead5-47f0-a290-aa7314850128 None None] Set router de77ece3-8a71-446a-8e7b-d32e2624c0f3 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:19:43.107307 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [None req-ed16688c-a929-48fd-8dbf-785a1c5a3c25 admin admin] For port 7030ee5c-6759-402e-89ae-677ce0a75541, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=7030ee5c-6759-402e-89ae-677ce0a75541,segment=NetworkSegment(5e752e44-7069-4182-ac48-4f84d046513a),segment_id=5e752e44-7069-4182-ac48-4f84d046513a)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:19:43.107678 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ed16688c-a929-48fd-8dbf-785a1c5a3c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:43.120797 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-ed16688c-a929-48fd-8dbf-785a1c5a3c25 admin admin] Calling delete_port for 7030ee5c-6759-402e-89ae-677ce0a75541 owned by network:router_gateway {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:19:43.122491 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996db11d-5262-423d-952b-2e244f3b1338 req-954ee800-44b2-4d41-90a0-84c3186e493c tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:43.134140 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-996db11d-5262-423d-952b-2e244f3b1338 req-954ee800-44b2-4d41-90a0-84c3186e493c tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b7733c9-f163-4500-b73c-4256a278cc65 HTTP/1.1" status: 200 len: 944 time: 0.0783024 Aug 15 14:19:43.201642 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-996db11d-5262-423d-952b-2e244f3b1338 req-f63e321f-6f78-4da9-b660-e323054153f6 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687747 Aug 15 14:19:43.282162 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-087bb893-761f-466f-8548-19291f8225e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:43.343294 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-12c51f5f-ead5-47f0-a290-aa7314850128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de77ece3-8a71-446a-8e7b-d32e2624c0f3', 'name': 'tempest-TestMinimumBasicScenario-85639987-router', 'tenant_id': '8436a9a83cb44fb7bfc19c5ee5bb505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '7030ee5c-6759-402e-89ae-677ce0a75541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:12:59Z', 'updated_at': '2021-08-15T14:19:41Z', 'revision_number': 5, 'project_id': '8436a9a83cb44fb7bfc19c5ee5bb505c', 'gw_port': {'id': '7030ee5c-6759-402e-89ae-677ce0a75541', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:62:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77ece3-8a71-446a-8e7b-d32e2624c0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:13:00Z', 'updated_at': '2021-08-15T14:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:43.377337 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c51f5f-ead5-47f0-a290-aa7314850128 None None] The sync data for ids ['de77ece3-8a71-446a-8e7b-d32e2624c0f3'] in dv-cinder-804581-6-iscsi is: [{'id': 'de77ece3-8a71-446a-8e7b-d32e2624c0f3', 'name': 'tempest-TestMinimumBasicScenario-85639987-router', 'tenant_id': '8436a9a83cb44fb7bfc19c5ee5bb505c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '7030ee5c-6759-402e-89ae-677ce0a75541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:12:59Z', 'updated_at': '2021-08-15T14:19:41Z', 'revision_number': 5, 'project_id': '8436a9a83cb44fb7bfc19c5ee5bb505c', 'gw_port': {'id': '7030ee5c-6759-402e-89ae-677ce0a75541', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:62:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77ece3-8a71-446a-8e7b-d32e2624c0f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:13:00Z', 'updated_at': '2021-08-15T14:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}] {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:19:43.418817 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ed16688c-a929-48fd-8dbf-785a1c5a3c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:43.446354 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16688c-a929-48fd-8dbf-785a1c5a3c25 admin admin] Pushing event deleted for resources: {'Port': ['ID=7030ee5c-6759-402e-89ae-677ce0a75541,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:43.509785 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ed16688c-a929-48fd-8dbf-785a1c5a3c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594902'] for router_gateway, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:43.607699 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ed16688c-a929-48fd-8dbf-785a1c5a3c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-591674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1427'] for router, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:43.610250 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ed16688c-a929-48fd-8dbf-785a1c5a3c25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:43.738691 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ed16688c-a929-48fd-8dbf-785a1c5a3c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591669'] for router, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:43.739966 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed16688c-a929-48fd-8dbf-785a1c5a3c25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de77ece3-8a71-446a-8e7b-d32e2624c0f3 {{(pid=94450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 15 14:19:43.744627 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ed16688c-a929-48fd-8dbf-785a1c5a3c25 admin admin] Notify callbacks [] for router, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:43.747621 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-ed16688c-a929-48fd-8dbf-785a1c5a3c25 admin admin] 10.222.0.22 "DELETE /v2.0/routers/de77ece3-8a71-446a-8e7b-d32e2624c0f3 HTTP/1.1" status: 204 len: 168 time: 1.2442839 Aug 15 14:19:43.749031 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 51120) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:19:43.842244 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.db_base_plugin_v2 [None req-0111c321-3cda-4cca-ab42-34a62a88350b admin admin] Deleting subnet 696a152c-914d-4fc3-8f7f-6e0fdebced85 {{(pid=94451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 15 14:19:43.852327 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-0111c321-3cda-4cca-ab42-34a62a88350b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:43.858505 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:43.909812 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-0111c321-3cda-4cca-ab42-34a62a88350b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8830010'] for subnet, precommit_delete_associations {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:43.937498 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693973c1-e2dc-4d31-b6bb-51ed73f848b3 req-36e255c4-5262-4cd2-b958-15fe30143c76 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:43.939650 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-693973c1-e2dc-4d31-b6bb-51ed73f848b3 req-36e255c4-5262-4cd2-b958-15fe30143c76 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0894377 Aug 15 14:19:43.987350 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-693973c1-e2dc-4d31-b6bb-51ed73f848b3 req-748647f9-9129-4626-99ea-072fb08bf988 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358493 Aug 15 14:19:44.081722 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-0111c321-3cda-4cca-ab42-34a62a88350b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1604558'] for subnet, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:44.218204 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-0111c321-3cda-4cca-ab42-34a62a88350b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1604569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305926'] for subnet, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:44.266096 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111c321-3cda-4cca-ab42-34a62a88350b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=696a152c-914d-4fc3-8f7f-6e0fdebced85,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:44.288534 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-0111c321-3cda-4cca-ab42-34a62a88350b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:44.289799 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd916cf-c455-44f2-80b1-a9760ed1da22 None None] Network b5925eef-aa25-48c3-a07f-1d98b7b6ed69 requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:19:44.294168 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-0111c321-3cda-4cca-ab42-34a62a88350b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/696a152c-914d-4fc3-8f7f-6e0fdebced85 HTTP/1.1" status: 204 len: 168 time: 0.5403252 Aug 15 14:19:44.294168 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 51130) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:19:44.434619 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389ea85-6599-4a28-98f6-56c8b4217d52 req-5a760ffb-d525-4b6f-ab0c-42b639ea99b1 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:44.436255 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9389ea85-6599-4a28-98f6-56c8b4217d52 req-5a760ffb-d525-4b6f-ab0c-42b639ea99b1 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b7733c9-f163-4500-b73c-4256a278cc65 HTTP/1.1" status: 200 len: 944 time: 0.0718625 Aug 15 14:19:44.441122 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-82988917-0079-4356-b894-77a644fdc0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586961'] for network, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:44.486841 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9389ea85-6599-4a28-98f6-56c8b4217d52 req-7aaad49b-3a31-4647-a121-041a21f0b1fd tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433552 Aug 15 14:19:44.554775 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.plugin [None req-82988917-0079-4356-b894-77a644fdc0cd admin admin] Deleting port ccde881c-8967-475b-a9ec-4da89995251e {{(pid=94451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:19:44.555120 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-82988917-0079-4356-b894-77a644fdc0cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:44.624230 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:44.632250 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.db [None req-82988917-0079-4356-b894-77a644fdc0cd admin admin] For port ccde881c-8967-475b-a9ec-4da89995251e, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=ccde881c-8967-475b-a9ec-4da89995251e,segment=NetworkSegment(2aeb7afc-3ae1-4f5d-86c4-535fb68b43c3),segment_id=2aeb7afc-3ae1-4f5d-86c4-535fb68b43c3)] {{(pid=94451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:19:44.632801 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-82988917-0079-4356-b894-77a644fdc0cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:44.655156 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.plugin [None req-82988917-0079-4356-b894-77a644fdc0cd admin admin] Calling delete_port for ccde881c-8967-475b-a9ec-4da89995251e owned by network:dhcp {{(pid=94451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:19:44.667523 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683e610f-a33d-40c4-b9a8-28175c59e2d9 None None] DHCP port deletion for b5925eef-aa25-48c3-a07f-1d98b7b6ed69 request from dv-cinder-804581-6-iscsi {{(pid=94453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 15 14:19:44.744318 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-683e610f-a33d-40c4-b9a8-28175c59e2d9 None None] Deleting port ccde881c-8967-475b-a9ec-4da89995251e {{(pid=94453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:19:44.744994 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-683e610f-a33d-40c4-b9a8-28175c59e2d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:44.815840 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-683e610f-a33d-40c4-b9a8-28175c59e2d9 None None] For port ccde881c-8967-475b-a9ec-4da89995251e, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=ccde881c-8967-475b-a9ec-4da89995251e,segment=NetworkSegment(2aeb7afc-3ae1-4f5d-86c4-535fb68b43c3),segment_id=2aeb7afc-3ae1-4f5d-86c4-535fb68b43c3)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:19:44.816186 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-683e610f-a33d-40c4-b9a8-28175c59e2d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:44.818600 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-82988917-0079-4356-b894-77a644fdc0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823643'] for port, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:44.830767 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-683e610f-a33d-40c4-b9a8-28175c59e2d9 None None] Calling delete_port for ccde881c-8967-475b-a9ec-4da89995251e owned by network:dhcp {{(pid=94453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:19:44.846416 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82988917-0079-4356-b894-77a644fdc0cd admin admin] Pushing event deleted for resources: {'Port': ['ID=ccde881c-8967-475b-a9ec-4da89995251e,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:44.853800 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82988917-0079-4356-b894-77a644fdc0cd admin admin] No DVR routers for this DVR port ccde881c-8967-475b-a9ec-4da89995251e on host dv-cinder-804581-6-iscsi {{(pid=94451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:19:44.934524 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-683e610f-a33d-40c4-b9a8-28175c59e2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478'] for port, after_delete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:44.959931 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-82988917-0079-4356-b894-77a644fdc0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1603913', 'neutron.services.segments.db._delete_segments_for_network-8787669368688'] for network, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:44.969923 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683e610f-a33d-40c4-b9a8-28175c59e2d9 None None] No DVR routers for this DVR port ccde881c-8967-475b-a9ec-4da89995251e on host dv-cinder-804581-6-iscsi {{(pid=94453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:19:44.972741 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.services.segments.db [None req-82988917-0079-4356-b894-77a644fdc0cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5925eef-aa25-48c3-a07f-1d98b7b6ed69']}} {{(pid=94451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:44.973123 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 7030ee5c-6759-402e-89ae-677ce0a75541 no longer exists at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:19:44.991406 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.services.segments.db [None req-82988917-0079-4356-b894-77a644fdc0cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aeb7afc-3ae1-4f5d-86c4-535fb68b43c3') {'for_net_delete': True} {{(pid=94451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:44.992080 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.services.segments.db [None req-82988917-0079-4356-b894-77a644fdc0cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aeb7afc-3ae1-4f5d-86c4-535fb68b43c3') {} {{(pid=94451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:45.010223 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-82988917-0079-4356-b894-77a644fdc0cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787669372281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8829997'] for segment, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:45.010468 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e610f-a33d-40c4-b9a8-28175c59e2d9 None None] Pushing event deleted for resources: {'Port': ['ID=ccde881c-8967-475b-a9ec-4da89995251e,revision_number=None']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:45.012136 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] No Port match for: 7030ee5c-6759-402e-89ae-677ce0a75541 {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:19:45.015984 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 7030ee5c-6759-402e-89ae-677ce0a75541 not bound to the agent host dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:19:45.016431 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device ccde881c-8967-475b-a9ec-4da89995251e no longer exists at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:19:45.020655 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device a67092c6-46ea-45a7-a2e0-a526eb2f0510 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 15 14:19:45.036527 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-82988917-0079-4356-b894-77a644fdc0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:45.044371 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] No Port match for: ccde881c-8967-475b-a9ec-4da89995251e {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:19:45.044725 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device ccde881c-8967-475b-a9ec-4da89995251e not bound to the agent host dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:19:45.051898 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82988917-0079-4356-b894-77a644fdc0cd admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 15 14:19:45.052294 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device b230d5e5-caf0-4ad1-aa7b-e7773c11ef05 no longer exists at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:19:45.052487 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-82988917-0079-4356-b894-77a644fdc0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823734'] for segment, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:45.052487 dv-cinder-804581-6-iscsi neutron-server[94451]: Traceback (most recent call last): Aug 15 14:19:45.052487 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 15 14:19:45.052487 dv-cinder-804581-6-iscsi neutron-server[94451]: timer() Aug 15 14:19:45.052487 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 15 14:19:45.052487 dv-cinder-804581-6-iscsi neutron-server[94451]: cb(*args, **kw) Aug 15 14:19:45.052487 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 15 14:19:45.052487 dv-cinder-804581-6-iscsi neutron-server[94451]: return func(*args, **kwargs) Aug 15 14:19:45.052487 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 15 14:19:45.052487 dv-cinder-804581-6-iscsi neutron-server[94451]: self._notify() Aug 15 14:19:45.052487 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 15 14:19:45.052487 dv-cinder-804581-6-iscsi neutron-server[94451]: self.callback(batched_events) Aug 15 14:19:45.052487 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 15 14:19:45.052487 dv-cinder-804581-6-iscsi neutron-server[94451]: event.method(event) Aug 15 14:19:45.052487 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 15 14:19:45.052487 dv-cinder-804581-6-iscsi neutron-server[94451]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 15 14:19:45.052487 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 15 14:19:45.052487 dv-cinder-804581-6-iscsi neutron-server[94451]: aggregate_uuid = self.p_client.list_aggregates( Aug 15 14:19:45.052487 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 15 14:19:45.052487 dv-cinder-804581-6-iscsi neutron-server[94451]: return f(self, *a, **k) Aug 15 14:19:45.052487 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 15 14:19:45.052487 dv-cinder-804581-6-iscsi neutron-server[94451]: return self._get(url).json() Aug 15 14:19:45.052487 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 15 14:19:45.052487 dv-cinder-804581-6-iscsi neutron-server[94451]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 15 14:19:45.052487 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 15 14:19:45.052487 dv-cinder-804581-6-iscsi neutron-server[94451]: return self.request(url, 'GET', **kwargs) Aug 15 14:19:45.052487 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 15 14:19:45.052487 dv-cinder-804581-6-iscsi neutron-server[94451]: base_url = self.get_endpoint(auth, allow=allow, Aug 15 14:19:45.052487 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 15 14:19:45.052487 dv-cinder-804581-6-iscsi neutron-server[94451]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 15 14:19:45.052487 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 15 14:19:45.052487 dv-cinder-804581-6-iscsi neutron-server[94451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 15 14:19:45.052487 dv-cinder-804581-6-iscsi neutron-server[94451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 15 14:19:45.090520 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] No Port match for: b230d5e5-caf0-4ad1-aa7b-e7773c11ef05 {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:19:45.090790 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device b230d5e5-caf0-4ad1-aa7b-e7773c11ef05 not bound to the agent host dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:19:45.184743 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06972089-9389-432a-8c14-65b909727e02 req-611798b2-c272-4dfc-88d3-82794d680971 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:45.186495 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-06972089-9389-432a-8c14-65b909727e02 req-611798b2-c272-4dfc-88d3-82794d680971 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0602589 Aug 15 14:19:45.213932 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-82988917-0079-4356-b894-77a644fdc0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1603920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594858'] for network, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:45.225328 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port a67092c6-46ea-45a7-a2e0-a526eb2f0510, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=a67092c6-46ea-45a7-a2e0-a526eb2f0510,segment=NetworkSegment(b621ef3b-4103-4fcd-84aa-5ab6add98e0a),segment_id=b621ef3b-4103-4fcd-84aa-5ab6add98e0a)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:19:45.233444 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-82988917-0079-4356-b894-77a644fdc0cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:45.238572 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-82988917-0079-4356-b894-77a644fdc0cd admin admin] 10.222.0.22 "DELETE /v2.0/networks/b5925eef-aa25-48c3-a07f-1d98b7b6ed69 HTTP/1.1" status: 204 len: 168 time: 0.9434128 Aug 15 14:19:45.240039 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82988917-0079-4356-b894-77a644fdc0cd admin admin] Pushing event deleted for resources: {'Network': ['ID=b5925eef-aa25-48c3-a07f-1d98b7b6ed69,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:45.254570 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-06972089-9389-432a-8c14-65b909727e02 req-b0759b4b-aec9-470c-a90a-9ad7182e5fba tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614803 Aug 15 14:19:45.256150 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Returning: {'device': 'a67092c6-46ea-45a7-a2e0-a526eb2f0510', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'port_id': 'a67092c6-46ea-45a7-a2e0-a526eb2f0510', 'mac_address': 'fa:16:3e:11:8a:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 15 14:19:45.307843 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:45.322425 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67092c6-46ea-45a7-a2e0-a526eb2f0510 {{(pid=94453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:19:45.347150 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port a67092c6-46ea-45a7-a2e0-a526eb2f0510, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=a67092c6-46ea-45a7-a2e0-a526eb2f0510,segment=NetworkSegment(b621ef3b-4103-4fcd-84aa-5ab6add98e0a),segment_id=b621ef3b-4103-4fcd-84aa-5ab6add98e0a)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:19:45.407311 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:45.469959 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=a67092c6-46ea-45a7-a2e0-a526eb2f0510,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:45.546817 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 51140) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:19:45.600655 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 51144) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:19:45.633944 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-a8eef52b-853c-42a5-a9e3-9de1c3bc3ce5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f6539b10a08a439a9c2f6adbc7c97a73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0858743 Aug 15 14:19:45.638048 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 51146) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:19:45.688308 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a70cac9-d3e4-45d7-8cd1-30df92cf2d24 admin admin] Deleting subnet 755a559d-b09d-45e5-beb2-17cd93b265bd {{(pid=94450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 15 14:19:45.691997 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-3a70cac9-d3e4-45d7-8cd1-30df92cf2d24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:45.711053 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0e7cd-3314-4ddd-893b-b2f4cf137355 req-0e7e24d3-67d3-4cb6-9c28-7649796206a1 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:45.713583 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e6d0e7cd-3314-4ddd-893b-b2f4cf137355 req-0e7e24d3-67d3-4cb6-9c28-7649796206a1 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b7733c9-f163-4500-b73c-4256a278cc65 HTTP/1.1" status: 200 len: 945 time: 0.1224723 Aug 15 14:19:45.749076 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-3a70cac9-d3e4-45d7-8cd1-30df92cf2d24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8972445'] for subnet, precommit_delete_associations {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:45.789112 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8f7c2c0e-6401-4f4e-b761-d1b83ff80827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:45.801532 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-3a70cac9-d3e4-45d7-8cd1-30df92cf2d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1604558'] for subnet, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:45.804508 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e6d0e7cd-3314-4ddd-893b-b2f4cf137355 req-b9e86314-ca90-4a1c-aab6-e196b58b9871 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805919 Aug 15 14:19:45.818870 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8f7c2c0e-6401-4f4e-b761-d1b83ff80827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:45.840581 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['a67092c6-46ea-45a7-a2e0-a526eb2f0510'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:19:45.922105 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-3a70cac9-d3e4-45d7-8cd1-30df92cf2d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1604569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10384394'] for subnet, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:45.954525 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a70cac9-d3e4-45d7-8cd1-30df92cf2d24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=755a559d-b09d-45e5-beb2-17cd93b265bd,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:45.961063 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-3a70cac9-d3e4-45d7-8cd1-30df92cf2d24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for subnet, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:45.966793 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 51148) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:19:45.967058 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-3a70cac9-d3e4-45d7-8cd1-30df92cf2d24 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/755a559d-b09d-45e5-beb2-17cd93b265bd HTTP/1.1" status: 204 len: 168 time: 0.3651037 Aug 15 14:19:45.975035 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8f7c2c0e-6401-4f4e-b761-d1b83ff80827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:45.977601 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8f7c2c0e-6401-4f4e-b761-d1b83ff80827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:45.981357 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-8f7c2c0e-6401-4f4e-b761-d1b83ff80827 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ca14348e-360e-4900-97e3-723d2d88fc14 HTTP/1.1" status: 204 len: 168 time: 0.3396225 Aug 15 14:19:46.092034 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-20a1938f-e5d4-4fc3-90d1-b919726a7d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586961'] for network, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:46.094401 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c2c0e-6401-4f4e-b761-d1b83ff80827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca14348e-360e-4900-97e3-723d2d88fc14,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:46.193837 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-20a1938f-e5d4-4fc3-90d1-b919726a7d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1603913', 'neutron.services.segments.db._delete_segments_for_network-8787669368688'] for network, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:46.204062 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.services.segments.db [None req-20a1938f-e5d4-4fc3-90d1-b919726a7d23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6003a87a-aad2-430b-ae91-8ec0ff34663a']}} {{(pid=94451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:46.213940 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.services.segments.db [None req-20a1938f-e5d4-4fc3-90d1-b919726a7d23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66d5fe38-bca6-423c-aeb4-48d8152f4f9d') {'for_net_delete': True} {{(pid=94451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:46.214236 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.services.segments.db [None req-20a1938f-e5d4-4fc3-90d1-b919726a7d23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66d5fe38-bca6-423c-aeb4-48d8152f4f9d') {} {{(pid=94451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:46.224174 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-20a1938f-e5d4-4fc3-90d1-b919726a7d23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787669372281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8829997'] for segment, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:46.237959 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-20a1938f-e5d4-4fc3-90d1-b919726a7d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:46.249038 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a1938f-e5d4-4fc3-90d1-b919726a7d23 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 15 14:19:46.249038 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-20a1938f-e5d4-4fc3-90d1-b919726a7d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823734'] for segment, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:46.249038 dv-cinder-804581-6-iscsi neutron-server[94451]: Traceback (most recent call last): Aug 15 14:19:46.249038 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 15 14:19:46.249038 dv-cinder-804581-6-iscsi neutron-server[94451]: timer() Aug 15 14:19:46.249038 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 15 14:19:46.249038 dv-cinder-804581-6-iscsi neutron-server[94451]: cb(*args, **kw) Aug 15 14:19:46.249038 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 15 14:19:46.249038 dv-cinder-804581-6-iscsi neutron-server[94451]: return func(*args, **kwargs) Aug 15 14:19:46.249038 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 15 14:19:46.249038 dv-cinder-804581-6-iscsi neutron-server[94451]: self._notify() Aug 15 14:19:46.249038 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 15 14:19:46.249038 dv-cinder-804581-6-iscsi neutron-server[94451]: self.callback(batched_events) Aug 15 14:19:46.249038 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 15 14:19:46.249038 dv-cinder-804581-6-iscsi neutron-server[94451]: event.method(event) Aug 15 14:19:46.249038 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 15 14:19:46.249038 dv-cinder-804581-6-iscsi neutron-server[94451]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 15 14:19:46.249038 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 15 14:19:46.249038 dv-cinder-804581-6-iscsi neutron-server[94451]: aggregate_uuid = self.p_client.list_aggregates( Aug 15 14:19:46.249038 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 15 14:19:46.249038 dv-cinder-804581-6-iscsi neutron-server[94451]: return f(self, *a, **k) Aug 15 14:19:46.249038 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 15 14:19:46.249038 dv-cinder-804581-6-iscsi neutron-server[94451]: return self._get(url).json() Aug 15 14:19:46.249038 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 15 14:19:46.249038 dv-cinder-804581-6-iscsi neutron-server[94451]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 15 14:19:46.249038 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 15 14:19:46.249038 dv-cinder-804581-6-iscsi neutron-server[94451]: return self.request(url, 'GET', **kwargs) Aug 15 14:19:46.249038 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 15 14:19:46.249038 dv-cinder-804581-6-iscsi neutron-server[94451]: base_url = self.get_endpoint(auth, allow=allow, Aug 15 14:19:46.249038 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 15 14:19:46.249038 dv-cinder-804581-6-iscsi neutron-server[94451]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 15 14:19:46.249038 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 15 14:19:46.249038 dv-cinder-804581-6-iscsi neutron-server[94451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 15 14:19:46.249038 dv-cinder-804581-6-iscsi neutron-server[94451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 15 14:19:46.400867 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02767907-a9b4-4a9b-b79a-aa6c26788621 req-96f8560e-1504-44cf-804a-fd3b325124db tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:46.402355 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-02767907-a9b4-4a9b-b79a-aa6c26788621 req-96f8560e-1504-44cf-804a-fd3b325124db tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0549610 Aug 15 14:19:46.447460 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-02767907-a9b4-4a9b-b79a-aa6c26788621 req-0cb2b434-b44d-44d4-b300-9af57529da1a tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390971 Aug 15 14:19:46.561214 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-20a1938f-e5d4-4fc3-90d1-b919726a7d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1603920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594858'] for network, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:46.566652 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-20a1938f-e5d4-4fc3-90d1-b919726a7d23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:46.570041 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-20a1938f-e5d4-4fc3-90d1-b919726a7d23 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6003a87a-aad2-430b-ae91-8ec0ff34663a HTTP/1.1" status: 204 len: 168 time: 0.6015694 Aug 15 14:19:46.584431 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1938f-e5d4-4fc3-90d1-b919726a7d23 admin admin] Pushing event deleted for resources: {'Network': ['ID=6003a87a-aad2-430b-ae91-8ec0ff34663a,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:46.612712 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:46.957797 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad8666-9b68-49c1-8f6e-f82674cdd6e1 req-0049cf6d-a825-4486-a7e3-f4a949d6859b tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:46.967539 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-64ad8666-9b68-49c1-8f6e-f82674cdd6e1 req-0049cf6d-a825-4486-a7e3-f4a949d6859b tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b7733c9-f163-4500-b73c-4256a278cc65 HTTP/1.1" status: 200 len: 945 time: 0.0775924 Aug 15 14:19:47.018097 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-64ad8666-9b68-49c1-8f6e-f82674cdd6e1 req-f4a8b765-abb1-411e-a290-74cbcf62a6ad tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503647 Aug 15 14:19:47.019649 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device a67092c6-46ea-45a7-a2e0-a526eb2f0510 up at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:19:47.029919 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 51164) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:19:47.075828 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 51166) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:19:47.080070 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-c8d84605-d084-44d1-9eab-5c58f6dcd9bf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=82fc23057c34475d8e08230ed3e72eaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0490499 Aug 15 14:19:47.083900 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 51168) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:19:47.144276 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-fdca5d30-d6db-4818-860e-632d1ca792df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:47.150574 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning for port a67092c6-46ea-45a7-a2e0-a526eb2f0510 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:19:47.155049 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning complete for port a67092c6-46ea-45a7-a2e0-a526eb2f0510 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:19:47.155222 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:47.155446 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 51170) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:19:47.158192 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-dbdb2119-e30e-4ef2-a2da-59abdcd6d9c8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8436a9a83cb44fb7bfc19c5ee5bb505c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0813131 Aug 15 14:19:47.197891 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-fdca5d30-d6db-4818-860e-632d1ca792df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:47.243196 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:47.260620 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-870641a4-3943-41e5-bd5d-faa867b4ed75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:47.276689 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7733c9-f163-4500-b73c-4256a278cc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67092c6-46ea-45a7-a2e0-a526eb2f0510'}] {{(pid=94453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:19:47.278211 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67f9f608f21815e3b7d057bcd481c644a3f088ed5729c17767b65ea5f15acf6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad15d6b-f8dc-4454-8174-1030406e32eb" -d '{"events": [{"server_uuid": "1b7733c9-f163-4500-b73c-4256a278cc65", "name": "network-vif-plugged", "status": "completed", "tag": "a67092c6-46ea-45a7-a2e0-a526eb2f0510"}]}' {{(pid=94453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:19:47.293130 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-870641a4-3943-41e5-bd5d-faa867b4ed75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:47.293458 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port a67092c6-46ea-45a7-a2e0-a526eb2f0510, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=a67092c6-46ea-45a7-a2e0-a526eb2f0510,segment=NetworkSegment(b621ef3b-4103-4fcd-84aa-5ab6add98e0a),segment_id=b621ef3b-4103-4fcd-84aa-5ab6add98e0a)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:19:47.325734 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4146b7-7786-4ba1-a0b8-db910000f583 x-openstack-request-id: req-ca4146b7-7786-4ba1-a0b8-db910000f583 {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:19:47.326303 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b7733c9-f163-4500-b73c-4256a278cc65", "name": "network-vif-plugged", "status": "completed", "tag": "a67092c6-46ea-45a7-a2e0-a526eb2f0510", "code": 200}]} {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:19:47.326545 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca4146b7-7786-4ba1-a0b8-db910000f583 {{(pid=94453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:19:47.326969 dv-cinder-804581-6-iscsi neutron-server[94453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b7733c9-f163-4500-b73c-4256a278cc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67092c6-46ea-45a7-a2e0-a526eb2f0510', 'code': 200} Aug 15 14:19:47.339682 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:47.349858 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-fdca5d30-d6db-4818-860e-632d1ca792df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:47.353042 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-fdca5d30-d6db-4818-860e-632d1ca792df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:47.354686 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-fdca5d30-d6db-4818-860e-632d1ca792df admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c702a1c5-4c2d-4266-84fe-9b0634ab3880 HTTP/1.1" status: 204 len: 168 time: 0.2698205 Aug 15 14:19:47.387067 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca5d30-d6db-4818-860e-632d1ca792df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c702a1c5-4c2d-4266-84fe-9b0634ab3880,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:47.426874 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=a67092c6-46ea-45a7-a2e0-a526eb2f0510,revision_number=5']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:47.448065 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-870641a4-3943-41e5-bd5d-faa867b4ed75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:47.451903 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-870641a4-3943-41e5-bd5d-faa867b4ed75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:47.456885 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-870641a4-3943-41e5-bd5d-faa867b4ed75 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5d938c88-8009-4f2b-bf5e-963a1c64939d HTTP/1.1" status: 204 len: 168 time: 0.3002906 Aug 15 14:19:47.469987 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870641a4-3943-41e5-bd5d-faa867b4ed75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d938c88-8009-4f2b-bf5e-963a1c64939d,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:47.623649 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91411c9f-dc42-465e-8f7b-efa66c241214 req-68c052b4-e9ec-4ff4-9058-efb9f9da3844 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:47.625702 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-91411c9f-dc42-465e-8f7b-efa66c241214 req-68c052b4-e9ec-4ff4-9058-efb9f9da3844 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0659854 Aug 15 14:19:47.656089 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f361c9a-7dd2-48a4-9a03-13131ff0dbe8 req-b60ddfe5-96af-46b4-a131-b1859ec936c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:47.659142 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9f361c9a-7dd2-48a4-9a03-13131ff0dbe8 req-b60ddfe5-96af-46b4-a131-b1859ec936c5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1b7733c9-f163-4500-b73c-4256a278cc65 HTTP/1.1" status: 200 len: 1099 time: 0.0647569 Aug 15 14:19:47.678405 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-91411c9f-dc42-465e-8f7b-efa66c241214 req-b7f948de-77d5-4021-9dc5-ad21c28667a6 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470903 Aug 15 14:19:47.727011 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9f361c9a-7dd2-48a4-9a03-13131ff0dbe8 req-c91fc491-1729-40d6-bff7-79261273209d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580480 Aug 15 14:19:48.152598 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f9dca-9bce-4007-ae8f-8d7ce38f3f04 req-d30dc9d6-956f-4d5a-ab16-92e153b0a10e tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:48.160547 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-df9f9dca-9bce-4007-ae8f-8d7ce38f3f04 req-d30dc9d6-956f-4d5a-ab16-92e153b0a10e tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b7733c9-f163-4500-b73c-4256a278cc65 HTTP/1.1" status: 200 len: 946 time: 0.0618892 Aug 15 14:19:48.205932 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-df9f9dca-9bce-4007-ae8f-8d7ce38f3f04 req-5795e862-231b-4dc3-a90c-3ccea9863950 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444329 Aug 15 14:19:48.823589 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a266964-b69a-47f3-acab-5ab12b30f7f1 req-c4e98e1a-f3f7-45ee-886a-8cae76169a90 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:48.831393 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-4a266964-b69a-47f3-acab-5ab12b30f7f1 req-c4e98e1a-f3f7-45ee-886a-8cae76169a90 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0711932 Aug 15 14:19:48.854521 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 51204) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:19:48.906055 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-4a266964-b69a-47f3-acab-5ab12b30f7f1 req-402ba998-939d-4268-8ed5-47b1eb10dad4 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697806 Aug 15 14:19:48.976814 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-58db8de7-0aab-4dbb-a03e-cb6cb36ba806 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-675587494-network', 'tenant_id': 'b107177252ed48509927e90013a94ff6'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:19:49.065741 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58db8de7-0aab-4dbb-a03e-cb6cb36ba806 admin admin] Made reservation on behalf of b107177252ed48509927e90013a94ff6 for: {'network': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:19:49.069908 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-58db8de7-0aab-4dbb-a03e-cb6cb36ba806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for network, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:49.083875 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-58db8de7-0aab-4dbb-a03e-cb6cb36ba806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:49.188944 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-58db8de7-0aab-4dbb-a03e-cb6cb36ba806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:49.230200 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-58db8de7-0aab-4dbb-a03e-cb6cb36ba806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:49.292711 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58db8de7-0aab-4dbb-a03e-cb6cb36ba806 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=94450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 15 14:19:49.295044 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db8de7-0aab-4dbb-a03e-cb6cb36ba806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1e3cf1-b93e-44d4-86e6-188e956532de,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:49.350360 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-58db8de7-0aab-4dbb-a03e-cb6cb36ba806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:49.350708 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.db.segments_db [None req-58db8de7-0aab-4dbb-a03e-cb6cb36ba806 admin admin] Added segment 1d64e00b-e5ca-4edd-80aa-06fe98bfee11 of type vlan for network e51b1bec-c2b5-4b57-a65c-c8dcaed9be53 Aug 15 14:19:49.419336 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ae316-6f2d-405d-bce1-cea6e2e0e444 req-0de537a7-d6e9-41cd-acb8-a00115fd0f3c tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:49.421218 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-677ae316-6f2d-405d-bce1-cea6e2e0e444 req-0de537a7-d6e9-41cd-acb8-a00115fd0f3c tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b7733c9-f163-4500-b73c-4256a278cc65 HTTP/1.1" status: 200 len: 946 time: 0.1047196 Aug 15 14:19:49.423080 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-58db8de7-0aab-4dbb-a03e-cb6cb36ba806 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787668796995'] for network, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:49.490025 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-677ae316-6f2d-405d-bce1-cea6e2e0e444 req-8dac5860-c072-469f-a4d7-ff8657a616f5 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576355 Aug 15 14:19:49.544434 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-58db8de7-0aab-4dbb-a03e-cb6cb36ba806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for network, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:49.549090 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58db8de7-0aab-4dbb-a03e-cb6cb36ba806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:49.549090 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-58db8de7-0aab-4dbb-a03e-cb6cb36ba806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:49.612298 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db8de7-0aab-4dbb-a03e-cb6cb36ba806 admin admin] Pushing event updated for resources: {'Network': ['ID=e51b1bec-c2b5-4b57-a65c-c8dcaed9be53,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:49.626104 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Network e51b1bec-c2b5-4b57-a65c-c8dcaed9be53 details requested by agent ovs-agent-dv-cinder-804581-6-iscsi with host dv-cinder-804581-6-iscsi {{(pid=94453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 15 14:19:49.651824 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c238b73-c428-4137-8abe-3dbc840a7a7f req-00aa4536-5c12-4318-bde0-c2dd63d94884 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:49.653812 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-2c238b73-c428-4137-8abe-3dbc840a7a7f req-00aa4536-5c12-4318-bde0-c2dd63d94884 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b7733c9-f163-4500-b73c-4256a278cc65 HTTP/1.1" status: 200 len: 946 time: 0.0760119 Aug 15 14:19:49.669767 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-58db8de7-0aab-4dbb-a03e-cb6cb36ba806 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8158200 Aug 15 14:19:49.670471 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 51212) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:19:49.675825 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-83877f6c-0f45-4756-bc72-5868746bd87e admin admin] Request body: {'subnet': {'network_id': 'e51b1bec-c2b5-4b57-a65c-c8dcaed9be53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-675587494-subnet', 'tenant_id': 'b107177252ed48509927e90013a94ff6', 'ip_version': 4}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:19:49.705580 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-2c238b73-c428-4137-8abe-3dbc840a7a7f req-c2ab04a0-ee23-4cd2-b42a-41e684c300d9 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446768 Aug 15 14:19:49.731718 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 51214) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:19:49.775619 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65176a92-50fd-4091-94f4-ab55d326230a tempest-TestVolumeBootPattern-871771023 tempest-TestVolumeBootPattern-871771023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:49.777629 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-65176a92-50fd-4091-94f4-ab55d326230a tempest-TestVolumeBootPattern-871771023 tempest-TestVolumeBootPattern-871771023-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1b7733c9-f163-4500-b73c-4256a278cc65 HTTP/1.1" status: 200 len: 1094 time: 0.0443456 Aug 15 14:19:49.779987 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 51216) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:19:49.784438 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-8480ce74-e6f7-4e25-aef0-3aa7a4b71451 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Request body: {'floatingip': {'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'port_id': 'a67092c6-46ea-45a7-a2e0-a526eb2f0510', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:19:49.986607 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83877f6c-0f45-4756-bc72-5868746bd87e admin admin] Made reservation on behalf of b107177252ed48509927e90013a94ff6 for: {'subnet': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:19:49.988731 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-83877f6c-0f45-4756-bc72-5868746bd87e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10384417'] for subnet, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:50.064271 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8480ce74-e6f7-4e25-aef0-3aa7a4b71451 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for floatingip, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:50.094993 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fa7ab-7be1-461b-a293-af920960e797 req-b08dc907-8198-4629-aa3f-f7cf52cfa666 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:50.096575 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-154fa7ab-7be1-461b-a293-af920960e797 req-b08dc907-8198-4629-aa3f-f7cf52cfa666 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.1250026 Aug 15 14:19:50.168976 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-154fa7ab-7be1-461b-a293-af920960e797 req-42647400-65f6-4330-a071-78e1b2048df3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618989 Aug 15 14:19:50.180763 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8480ce74-e6f7-4e25-aef0-3aa7a4b71451 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:50.315829 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.db_base_plugin_common [None req-8480ce74-e6f7-4e25-aef0-3aa7a4b71451 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Allocated IP 172.27.3.81 (1d9f8f4c-a9c3-49e7-b907-6801ec194130/0214dcca-22ca-4853-8d9b-9f5ee3e8fb08/96c69550-2f3b-4bab-8e0a-425d128f522c) {{(pid=94451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:19:50.316060 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-83877f6c-0f45-4756-bc72-5868746bd87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10384403'] for subnet, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:50.381825 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83877f6c-0f45-4756-bc72-5868746bd87e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38,revision_number=0']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:50.393126 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83877f6c-0f45-4756-bc72-5868746bd87e admin admin] Checking segment: {'id': '1d64e00b-e5ca-4edd-80aa-06fe98bfee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e51b1bec-c2b5-4b57-a65c-c8dcaed9be53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:19:50.393518 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83877f6c-0f45-4756-bc72-5868746bd87e admin admin] Network hostable DHCP agents. Network: e51b1bec-c2b5-4b57-a65c-c8dcaed9be53, hostable agents: ['79a36ae1-c81e-4df0-b784-d4dbca0423ec'], hosted agents: [] {{(pid=94450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 15 14:19:50.458568 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83877f6c-0f45-4756-bc72-5868746bd87e admin admin] Network e51b1bec-c2b5-4b57-a65c-c8dcaed9be53 is scheduled to be hosted by DHCP agent 79a36ae1-c81e-4df0-b784-d4dbca0423ec with binding_index 1 {{(pid=94450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 15 14:19:50.484162 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8480ce74-e6f7-4e25-aef0-3aa7a4b71451 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for port, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:50.533043 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [None req-83877f6c-0f45-4756-bc72-5868746bd87e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-6-iscsi, e51b1bec-c2b5-4b57-a65c-c8dcaed9be53) {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:19:50.538700 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83877f6c-0f45-4756-bc72-5868746bd87e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:50.539490 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-83877f6c-0f45-4756-bc72-5868746bd87e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for subnet, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:50.550593 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8d52a7-0990-40cd-9276-6a662d7eca88 None None] Network e51b1bec-c2b5-4b57-a65c-c8dcaed9be53 requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:19:50.585706 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8480ce74-e6f7-4e25-aef0-3aa7a4b71451 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823643'] for port, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:50.641107 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-83877f6c-0f45-4756-bc72-5868746bd87e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9692655 Aug 15 14:19:50.642225 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 51224) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:19:50.642369 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8480ce74-e6f7-4e25-aef0-3aa7a4b71451 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Network 1d9f8f4c-a9c3-49e7-b907-6801ec194130 is already hosted by enough agents. {{(pid=94451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:19:50.647412 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.base_scheduler [None req-8480ce74-e6f7-4e25-aef0-3aa7a4b71451 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Resources bound (agent type, host, resource id): {{(pid=94451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:19:50.652571 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8480ce74-e6f7-4e25-aef0-3aa7a4b71451 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Received port after_create {{(pid=94451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:19:50.655332 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-d5f1bf0a-e431-4af2-840f-52d2d2a4b43c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-675587494-router', 'tenant_id': 'b107177252ed48509927e90013a94ff6', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'}}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:19:50.685305 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480ce74-e6f7-4e25-aef0-3aa7a4b71451 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Pushing event updated for resources: {'Port': ['ID=96c69550-2f3b-4bab-8e0a-425d128f522c,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:50.755744 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d5f1bf0a-e431-4af2-840f-52d2d2a4b43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1505'] for router, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:50.757020 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d5f1bf0a-e431-4af2-840f-52d2d2a4b43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-594727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1514'] for router, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:50.766813 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f176a6e2-33da-4886-8d36-812026c68ee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8509098c-d4be-5410-8ba7-b88853ea627d-e51b1bec-c2b5-4b57-a65c-c8dcaed9be53', 'network_id': 'e51b1bec-c2b5-4b57-a65c-c8dcaed9be53', 'tenant_id': 'b107177252ed48509927e90013a94ff6', 'fixed_ips': [{'subnet_id': 'ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38'}]}} from dv-cinder-804581-6-iscsi. {{(pid=94453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 15 14:19:50.767841 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-f176a6e2-33da-4886-8d36-812026c68ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:50.831664 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d5f1bf0a-e431-4af2-840f-52d2d2a4b43c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:50.969021 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.db_base_plugin_common [None req-f176a6e2-33da-4886-8d36-812026c68ee7 None None] Allocated IP 172.20.0.2 (e51b1bec-c2b5-4b57-a65c-c8dcaed9be53/ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38/8d4deeab-f325-4471-8c17-b4d9248619d8) {{(pid=94453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:19:51.079035 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d5f1bf0a-e431-4af2-840f-52d2d2a4b43c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:51.194044 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8480ce74-e6f7-4e25-aef0-3aa7a4b71451 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:51.205163 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-f176a6e2-33da-4886-8d36-812026c68ee7 None None] Notify callbacks [] for port, precommit_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:51.216793 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-f176a6e2-33da-4886-8d36-812026c68ee7 None None] Transition to ACTIVE for port object 8d4deeab-f325-4471-8c17-b4d9248619d8 will not be triggered until provisioned by entity L2. {{(pid=94453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:19:51.266949 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-f176a6e2-33da-4886-8d36-812026c68ee7 None None] Transition to ACTIVE for port object 8d4deeab-f325-4471-8c17-b4d9248619d8 will not be triggered until provisioned by entity DHCP. {{(pid=94453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:19:51.342048 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-f176a6e2-33da-4886-8d36-812026c68ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469'] for port, after_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:51.388747 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15ca07-eae1-4b8e-bdfb-3c227097930f req-41c4dddd-0de9-4906-969a-b321add77de4 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:51.396669 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ad15ca07-eae1-4b8e-bdfb-3c227097930f req-41c4dddd-0de9-4906-969a-b321add77de4 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.1127336 Aug 15 14:19:51.399455 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8480ce74-e6f7-4e25-aef0-3aa7a4b71451 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:51.409666 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f176a6e2-33da-4886-8d36-812026c68ee7 None None] Network e51b1bec-c2b5-4b57-a65c-c8dcaed9be53 is already hosted by enough agents. {{(pid=94453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:19:51.412762 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.scheduler.base_scheduler [None req-f176a6e2-33da-4886-8d36-812026c68ee7 None None] Resources bound (agent type, host, resource id): {{(pid=94453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:19:51.419302 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f176a6e2-33da-4886-8d36-812026c68ee7 None None] Received port after_create {{(pid=94453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:19:51.426862 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176a6e2-33da-4886-8d36-812026c68ee7 None None] Pushing event updated for resources: {'Port': ['ID=8d4deeab-f325-4471-8c17-b4d9248619d8,revision_number=1']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:51.442395 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d5f1bf0a-e431-4af2-840f-52d2d2a4b43c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:51.467814 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d5f1bf0a-e431-4af2-840f-52d2d2a4b43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:51.488102 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-f176a6e2-33da-4886-8d36-812026c68ee7 None None] Attempting to bind port 8d4deeab-f325-4471-8c17-b4d9248619d8 on host dv-cinder-804581-6-iscsi for vnic_type normal with profile {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:19:51.488478 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-f176a6e2-33da-4886-8d36-812026c68ee7 None None] Attempting to bind port 8d4deeab-f325-4471-8c17-b4d9248619d8 by drivers openvswitch,hyperv on host dv-cinder-804581-6-iscsi at level 0 using segments [{'id': '1d64e00b-e5ca-4edd-80aa-06fe98bfee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e51b1bec-c2b5-4b57-a65c-c8dcaed9be53'}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:19:51.488839 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f176a6e2-33da-4886-8d36-812026c68ee7 None None] Attempting to bind port 8d4deeab-f325-4471-8c17-b4d9248619d8 on network e51b1bec-c2b5-4b57-a65c-c8dcaed9be53 {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:19:51.498019 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f176a6e2-33da-4886-8d36-812026c68ee7 None None] Checking agent: {'id': '9fd064e6-11f0-4c96-a2d8-3af8385acf93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 3, 44), 'started_at': datetime.datetime(2021, 8, 15, 14, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:19:51.498905 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f176a6e2-33da-4886-8d36-812026c68ee7 None None] Checking segment: {'id': '1d64e00b-e5ca-4edd-80aa-06fe98bfee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e51b1bec-c2b5-4b57-a65c-c8dcaed9be53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:19:51.499341 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-f176a6e2-33da-4886-8d36-812026c68ee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:51.499999 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f176a6e2-33da-4886-8d36-812026c68ee7 None None] Bound using segment: {'id': '1d64e00b-e5ca-4edd-80aa-06fe98bfee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e51b1bec-c2b5-4b57-a65c-c8dcaed9be53'} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:19:51.500851 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-f176a6e2-33da-4886-8d36-812026c68ee7 None None] Bound port: 8d4deeab-f325-4471-8c17-b4d9248619d8, host: dv-cinder-804581-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d64e00b-e5ca-4edd-80aa-06fe98bfee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e51b1bec-c2b5-4b57-a65c-c8dcaed9be53'}}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:19:51.501314 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-f176a6e2-33da-4886-8d36-812026c68ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:51.507709 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ad15ca07-eae1-4b8e-bdfb-3c227097930f req-7b7a8f68-3b4a-44d3-9d8c-2c307fb03bfb tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098592 Aug 15 14:19:51.583631 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-f176a6e2-33da-4886-8d36-812026c68ee7 None None] For port 8d4deeab-f325-4471-8c17-b4d9248619d8, host dv-cinder-804581-6-iscsi, cleared binding levels {{(pid=94453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:19:51.587052 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-f176a6e2-33da-4886-8d36-812026c68ee7 None None] For port 8d4deeab-f325-4471-8c17-b4d9248619d8, host dv-cinder-804581-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=8d4deeab-f325-4471-8c17-b4d9248619d8,segment=NetworkSegment(1d64e00b-e5ca-4edd-80aa-06fe98bfee11),segment_id=1d64e00b-e5ca-4edd-80aa-06fe98bfee11)] {{(pid=94453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:19:51.622925 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [None req-d5f1bf0a-e431-4af2-840f-52d2d2a4b43c admin admin] Allocated IP 172.27.3.29 (1d9f8f4c-a9c3-49e7-b907-6801ec194130/0214dcca-22ca-4853-8d9b-9f5ee3e8fb08/068bd90b-6745-49d8-aca9-3ff3791f555e) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:19:51.648226 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-f176a6e2-33da-4886-8d36-812026c68ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:51.682701 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8480ce74-e6f7-4e25-aef0-3aa7a4b71451 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for port, precommit_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:51.730694 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176a6e2-33da-4886-8d36-812026c68ee7 None None] Pushing event updated for resources: {'Port': ['ID=8d4deeab-f325-4471-8c17-b4d9248619d8,revision_number=2']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:51.750334 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8480ce74-e6f7-4e25-aef0-3aa7a4b71451 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823634'] for port, after_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:51.762253 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d5f1bf0a-e431-4af2-840f-52d2d2a4b43c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:51.851296 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480ce74-e6f7-4e25-aef0-3aa7a4b71451 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Pushing event updated for resources: {'Port': ['ID=96c69550-2f3b-4bab-8e0a-425d128f522c,revision_number=2']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:51.860780 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8480ce74-e6f7-4e25-aef0-3aa7a4b71451 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594844'] for floatingip, after_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:51.887911 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d5f1bf0a-e431-4af2-840f-52d2d2a4b43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:51.950205 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f1bf0a-e431-4af2-840f-52d2d2a4b43c admin admin] Network 1d9f8f4c-a9c3-49e7-b907-6801ec194130 is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:19:51.953240 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [None req-d5f1bf0a-e431-4af2-840f-52d2d2a4b43c admin admin] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:19:51.963318 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f1bf0a-e431-4af2-840f-52d2d2a4b43c admin admin] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:19:52.007166 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1bf0a-e431-4af2-840f-52d2d2a4b43c admin admin] Pushing event updated for resources: {'Port': ['ID=068bd90b-6745-49d8-aca9-3ff3791f555e,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:52.080055 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.db.l3_db [None req-8480ce74-e6f7-4e25-aef0-3aa7a4b71451 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Floating IP 5bbaa80f-0c4f-478c-bc3b-c74f362c9b85 associated. External IP: 172.27.3.81, port: a67092c6-46ea-45a7-a2e0-a526eb2f0510. Aug 15 14:19:52.383418 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8480ce74-e6f7-4e25-aef0-3aa7a4b71451 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Router d8e3f065-29f9-4b82-a5a6-ec78243aa1ca has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:19:52.410258 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d5f1bf0a-e431-4af2-840f-52d2d2a4b43c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:52.520504 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8480ce74-e6f7-4e25-aef0-3aa7a4b71451 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:19:52.535419 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4837f683-1928-4fe7-bea5-8ad7ca5fb3f9 None None] Sync routers for ids ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'] in dv-cinder-804581-6-iscsi {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:19:52.557141 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4837f683-1928-4fe7-bea5-8ad7ca5fb3f9 None None] Routers {'d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:19:52.558668 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-4837f683-1928-4fe7-bea5-8ad7ca5fb3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:19:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:52.589909 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8480ce74-e6f7-4e25-aef0-3aa7a4b71451 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for floatingip, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:52.651955 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-8480ce74-e6f7-4e25-aef0-3aa7a4b71451 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8709095 Aug 15 14:19:52.657862 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b7733c9-f163-4500-b73c-4256a278cc65', 'tag': 'a67092c6-46ea-45a7-a2e0-a526eb2f0510'}] {{(pid=94451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:19:52.663589 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abc82e7819f056574f254d7e5a5b8a49d035eebe46657e1c391d33dd16b5ccea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5fce80-01d0-40ef-8cb2-44191088c83d" -d '{"events": [{"name": "network-changed", "server_uuid": "1b7733c9-f163-4500-b73c-4256a278cc65", "tag": "a67092c6-46ea-45a7-a2e0-a526eb2f0510"}]}' {{(pid=94451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:19:52.754478 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3e327c-048d-43ae-9552-7921c49456af x-openstack-request-id: req-5d3e327c-048d-43ae-9552-7921c49456af {{(pid=94451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:19:52.754805 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b7733c9-f163-4500-b73c-4256a278cc65", "tag": "a67092c6-46ea-45a7-a2e0-a526eb2f0510", "status": "completed", "code": 200}]} {{(pid=94451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:19:52.756177 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5d3e327c-048d-43ae-9552-7921c49456af {{(pid=94451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:19:52.756594 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b7733c9-f163-4500-b73c-4256a278cc65', 'tag': 'a67092c6-46ea-45a7-a2e0-a526eb2f0510', 'status': 'completed', 'code': 200} Aug 15 14:19:52.804377 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d5f1bf0a-e431-4af2-840f-52d2d2a4b43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594930'] for router, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:52.808912 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-4837f683-1928-4fe7-bea5-8ad7ca5fb3f9 None None] Set router d8e3f065-29f9-4b82-a5a6-ec78243aa1ca gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:19:52.832349 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409866f-d2ef-4b87-a8ab-4e4481f1a835 req-8108f4b6-77ac-4059-9e12-1f6c0810515c tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:52.833862 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5409866f-d2ef-4b87-a8ab-4e4481f1a835 req-8108f4b6-77ac-4059-9e12-1f6c0810515c tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.1609490 Aug 15 14:19:52.956717 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fce80-01d0-40ef-8cb2-44191088c83d req-e786a16b-38e7-47be-9f34-e3843d4a5fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:52.958083 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8e5fce80-01d0-40ef-8cb2-44191088c83d req-e786a16b-38e7-47be-9f34-e3843d4a5fe0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e17307d397464d099cfe8fea70bc575f&device_id=1b7733c9-f163-4500-b73c-4256a278cc65 HTTP/1.1" status: 200 len: 1099 time: 0.1697328 Aug 15 14:19:53.011600 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5409866f-d2ef-4b87-a8ab-4e4481f1a835 req-250876ed-3128-4cdd-91d9-49ae7e014e59 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601520 Aug 15 14:19:53.077121 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560e5ce9-1ad9-4ddc-aab6-2789b707a304 None None] Network e51b1bec-c2b5-4b57-a65c-c8dcaed9be53 requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:19:53.117988 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 8d4deeab-f325-4471-8c17-b4d9248619d8 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:19:53.171583 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fce80-01d0-40ef-8cb2-44191088c83d req-c5270cd5-dfba-4c97-babf-774bdd903220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:53.173255 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8e5fce80-01d0-40ef-8cb2-44191088c83d req-c5270cd5-dfba-4c97-babf-774bdd903220 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a HTTP/1.1" status: 200 len: 913 time: 0.2008145 Aug 15 14:19:53.267427 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8e5fce80-01d0-40ef-8cb2-44191088c83d req-692dfa12-c918-49c8-b5bd-863bea4052f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a67092c6-46ea-45a7-a2e0-a526eb2f0510 HTTP/1.1" status: 200 len: 999 time: 0.0839131 Aug 15 14:19:53.301140 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-f08a0f58-328e-4b3c-95da-657dc27c799c None None] Provisioning for port 8d4deeab-f325-4471-8c17-b4d9248619d8 completed by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:19:53.310986 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f1bf0a-e431-4af2-840f-52d2d2a4b43c admin admin] Router d52b9b91-23ac-4d5b-ae2a-13188642c458 is scheduled to L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 with binding_index 1 {{(pid=94450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 15 14:19:53.378918 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fce80-01d0-40ef-8cb2-44191088c83d req-5b027142-4f6e-4ea8-bae1-fb645a36b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:53.380535 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8e5fce80-01d0-40ef-8cb2-44191088c83d req-5b027142-4f6e-4ea8-bae1-fb645a36b2f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04fb6d4a-8e43-4587-8cf9-333c90daf207 HTTP/1.1" status: 200 len: 851 time: 0.1033146 Aug 15 14:19:53.413565 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning for port 8d4deeab-f325-4471-8c17-b4d9248619d8 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:19:53.424195 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 8d4deeab-f325-4471-8c17-b4d9248619d8 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:19:53.424559 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:53.491610 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-4837f683-1928-4fe7-bea5-8ad7ca5fb3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'name': 'tempest-TestVolumeBootPattern-2005930483-router', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:12Z', 'updated_at': '2021-08-15T14:14:16Z', 'revision_number': 4, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'gw_port': {'id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:13Z', 'updated_at': '2021-08-15T14:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_floatingips': [{'id': '5bbaa80f-0c4f-478c-bc3b-c74f362c9b85', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'router_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'port_id': 'a67092c6-46ea-45a7-a2e0-a526eb2f0510', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'mac_address': 'fa:16:3e:11:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7733c9-f163-4500-b73c-4256a278cc65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-15T14:19:50Z', 'updated_at': '2021-08-15T14:19:50Z', 'revision_number': 0, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10368493-0ae5-4573-92fd-0fb7747e7971', 'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'mac_address': 'fa:16:3e:fd:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:15Z', 'updated_at': '2021-08-15T14:14:21Z', 'revision_number': 5, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'subnets': [{'id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:53.531892 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4837f683-1928-4fe7-bea5-8ad7ca5fb3f9 None None] Checking router: d8e3f065-29f9-4b82-a5a6-ec78243aa1ca for host: dv-cinder-804581-6-iscsi {{(pid=94453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:19:53.586777 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4837f683-1928-4fe7-bea5-8ad7ca5fb3f9 None None] Routers {'d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:19:53.588145 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-4837f683-1928-4fe7-bea5-8ad7ca5fb3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:19:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:53.679210 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:53.739215 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-4837f683-1928-4fe7-bea5-8ad7ca5fb3f9 None None] Set router d8e3f065-29f9-4b82-a5a6-ec78243aa1ca gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:19:53.772412 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] For port 8d4deeab-f325-4471-8c17-b4d9248619d8, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=8d4deeab-f325-4471-8c17-b4d9248619d8,segment=NetworkSegment(1d64e00b-e5ca-4edd-80aa-06fe98bfee11),segment_id=1d64e00b-e5ca-4edd-80aa-06fe98bfee11)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:19:53.791456 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fce80-01d0-40ef-8cb2-44191088c83d req-0547dd89-b137-49ef-80c1-69f7f2885bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:53.793258 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8e5fce80-01d0-40ef-8cb2-44191088c83d req-0547dd89-b137-49ef-80c1-69f7f2885bbd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4003611 Aug 15 14:19:53.832531 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-f1f96aa9-fc8e-4caa-bccf-15174c32950a None None] Provisioning complete for port 8d4deeab-f325-4471-8c17-b4d9248619d8 triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:19:53.832944 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-f1f96aa9-fc8e-4caa-bccf-15174c32950a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:53.849910 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f1bf0a-e431-4af2-840f-52d2d2a4b43c admin admin] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:19:53.874151 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8048daf5-a41f-4dd7-a6df-5a740dcb0d73 None None] Sync routers for ids ['d52b9b91-23ac-4d5b-ae2a-13188642c458'] in dv-cinder-804581-6-iscsi {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:19:53.877502 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8048daf5-a41f-4dd7-a6df-5a740dcb0d73 None None] Routers {'d52b9b91-23ac-4d5b-ae2a-13188642c458'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:19:53.878393 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-8048daf5-a41f-4dd7-a6df-5a740dcb0d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:19:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['d52b9b91-23ac-4d5b-ae2a-13188642c458'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:53.884871 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:53.913280 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8e5fce80-01d0-40ef-8cb2-44191088c83d req-56bbb9d5-0b4a-4cf4-ac39-41a8cc27df9c service neutron] 10.222.0.20 "GET /v2.0/networks/f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123075 Aug 15 14:19:53.996828 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-8048daf5-a41f-4dd7-a6df-5a740dcb0d73 None None] Set router d52b9b91-23ac-4d5b-ae2a-13188642c458 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:19:54.010367 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Pushing event updated for resources: {'Port': ['ID=8d4deeab-f325-4471-8c17-b4d9248619d8,revision_number=3']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:54.036122 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8e5fce80-01d0-40ef-8cb2-44191088c83d req-25bbc4b7-b0e9-4eba-8807-12ebc2368eb8 service neutron] 10.222.0.20 "GET /v2.0/networks/f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089995 Aug 15 14:19:54.143932 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-4837f683-1928-4fe7-bea5-8ad7ca5fb3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'name': 'tempest-TestVolumeBootPattern-2005930483-router', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:12Z', 'updated_at': '2021-08-15T14:14:16Z', 'revision_number': 4, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'gw_port': {'id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:13Z', 'updated_at': '2021-08-15T14:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_floatingips': [{'id': '5bbaa80f-0c4f-478c-bc3b-c74f362c9b85', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'router_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'port_id': 'a67092c6-46ea-45a7-a2e0-a526eb2f0510', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'mac_address': 'fa:16:3e:11:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7733c9-f163-4500-b73c-4256a278cc65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-15T14:19:50Z', 'updated_at': '2021-08-15T14:19:50Z', 'revision_number': 0, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10368493-0ae5-4573-92fd-0fb7747e7971', 'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'mac_address': 'fa:16:3e:fd:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:15Z', 'updated_at': '2021-08-15T14:14:21Z', 'revision_number': 5, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'subnets': [{'id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:54.147155 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773c463-68b7-486d-9fa1-520929ebf30f req-3b6286d9-a8bd-49e5-b79e-2cae1d83837e tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:54.148821 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9773c463-68b7-486d-9fa1-520929ebf30f req-3b6286d9-a8bd-49e5-b79e-2cae1d83837e tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0531971 Aug 15 14:19:54.177364 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4837f683-1928-4fe7-bea5-8ad7ca5fb3f9 None None] The sync data for ids ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'] in dv-cinder-804581-6-iscsi is: [{'id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'name': 'tempest-TestVolumeBootPattern-2005930483-router', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:12Z', 'updated_at': '2021-08-15T14:14:16Z', 'revision_number': 4, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'gw_port': {'id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:13Z', 'updated_at': '2021-08-15T14:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_floatingips': [{'id': '5bbaa80f-0c4f-478c-bc3b-c74f362c9b85', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'router_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'port_id': 'a67092c6-46ea-45a7-a2e0-a526eb2f0510', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'mac_address': 'fa:16:3e:11:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7733c9-f163-4500-b73c-4256a278cc65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-15T14:19:50Z', 'updated_at': '2021-08-15T14:19:50Z', 'revision_number': 0, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10368493-0ae5-4573-92fd-0fb7747e7971', 'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'mac_address': 'fa:16:3e:fd:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:15Z', 'updated_at': '2021-08-15T14:14:21Z', 'revision_number': 5, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'subnets': [{'id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:19:54.195513 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d5f1bf0a-e431-4af2-840f-52d2d2a4b43c admin admin] Notify callbacks [] for router, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:54.200172 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-d5f1bf0a-e431-4af2-840f-52d2d2a4b43c admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.5560725 Aug 15 14:19:54.212740 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 51238) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:19:54.213039 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9773c463-68b7-486d-9fa1-520929ebf30f req-f1c8792c-29b9-42c1-9915-8734a1c00803 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520692 Aug 15 14:19:54.213276 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-8048daf5-a41f-4dd7-a6df-5a740dcb0d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'name': 'tempest-TestShelveInstance-675587494-router', 'tenant_id': 'b107177252ed48509927e90013a94ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '068bd90b-6745-49d8-aca9-3ff3791f555e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:19:50Z', 'updated_at': '2021-08-15T14:19:52Z', 'revision_number': 3, 'project_id': 'b107177252ed48509927e90013a94ff6', 'gw_port': {'id': '068bd90b-6745-49d8-aca9-3ff3791f555e', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:07:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:19:51Z', 'updated_at': '2021-08-15T14:19:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:54.242707 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8048daf5-a41f-4dd7-a6df-5a740dcb0d73 None None] Checking router: d52b9b91-23ac-4d5b-ae2a-13188642c458 for host: dv-cinder-804581-6-iscsi {{(pid=94454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:19:54.243320 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8048daf5-a41f-4dd7-a6df-5a740dcb0d73 None None] Updating router d52b9b91-23ac-4d5b-ae2a-13188642c458 port 068bd90b-6745-49d8-aca9-3ff3791f555e binding host dv-cinder-804581-6-iscsi {{(pid=94454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 15 14:19:54.276387 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-8048daf5-a41f-4dd7-a6df-5a740dcb0d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:54.498725 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadc4848-6681-42ae-9dbe-e3fac8fa5b4d None None] New status for floating IP 5bbaa80f-0c4f-478c-bc3b-c74f362c9b85: ACTIVE {{(pid=94453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 15 14:19:54.658386 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-8048daf5-a41f-4dd7-a6df-5a740dcb0d73 None None] Notify callbacks [] for port, precommit_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:54.668689 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.provisioning_blocks [None req-8048daf5-a41f-4dd7-a6df-5a740dcb0d73 None None] Transition to ACTIVE for port object 068bd90b-6745-49d8-aca9-3ff3791f555e will not be triggered until provisioned by entity L2. {{(pid=94454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:19:54.739030 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-8048daf5-a41f-4dd7-a6df-5a740dcb0d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:54.739434 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-68d1962d-b4b8-4ac7-8cb1-1a83e7fdba52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:54.808072 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfb3e4-2314-4750-8a7b-e59cacb8f7ef None None] Pushing event updated for resources: {'Port': ['ID=068bd90b-6745-49d8-aca9-3ff3791f555e,revision_number=2']} {{(pid=94454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:54.836901 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfb3e4-2314-4750-8a7b-e59cacb8f7ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:54.836901 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfb3e4-2314-4750-8a7b-e59cacb8f7ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:54.837595 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfb3e4-2314-4750-8a7b-e59cacb8f7ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:54.838128 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfb3e4-2314-4750-8a7b-e59cacb8f7ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:54.838543 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfb3e4-2314-4750-8a7b-e59cacb8f7ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:54.839093 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfb3e4-2314-4750-8a7b-e59cacb8f7ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:54.839518 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfb3e4-2314-4750-8a7b-e59cacb8f7ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:54.840638 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfb3e4-2314-4750-8a7b-e59cacb8f7ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:54.840638 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfb3e4-2314-4750-8a7b-e59cacb8f7ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:54.840995 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfb3e4-2314-4750-8a7b-e59cacb8f7ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:54.841437 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfb3e4-2314-4750-8a7b-e59cacb8f7ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:54.841863 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfb3e4-2314-4750-8a7b-e59cacb8f7ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:19:54.849608 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.managers [None req-8048daf5-a41f-4dd7-a6df-5a740dcb0d73 None None] Attempting to bind port 068bd90b-6745-49d8-aca9-3ff3791f555e on host dv-cinder-804581-6-iscsi for vnic_type normal with profile {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:19:54.850113 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.managers [None req-8048daf5-a41f-4dd7-a6df-5a740dcb0d73 None None] Attempting to bind port 068bd90b-6745-49d8-aca9-3ff3791f555e by drivers openvswitch,hyperv on host dv-cinder-804581-6-iscsi at level 0 using segments [{'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'}] {{(pid=94454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:19:54.850694 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8048daf5-a41f-4dd7-a6df-5a740dcb0d73 None None] Attempting to bind port 068bd90b-6745-49d8-aca9-3ff3791f555e on network 1d9f8f4c-a9c3-49e7-b907-6801ec194130 {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:19:54.857483 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8048daf5-a41f-4dd7-a6df-5a740dcb0d73 None None] Checking agent: {'id': '9fd064e6-11f0-4c96-a2d8-3af8385acf93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 3, 44), 'started_at': datetime.datetime(2021, 8, 15, 14, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:19:54.857977 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8048daf5-a41f-4dd7-a6df-5a740dcb0d73 None None] Checking segment: {'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:19:54.858558 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-8048daf5-a41f-4dd7-a6df-5a740dcb0d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:54.859672 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8048daf5-a41f-4dd7-a6df-5a740dcb0d73 None None] Bound using segment: {'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'} {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:19:54.860872 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.managers [None req-8048daf5-a41f-4dd7-a6df-5a740dcb0d73 None None] Bound port: 068bd90b-6745-49d8-aca9-3ff3791f555e, host: dv-cinder-804581-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'}}] {{(pid=94454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:19:54.861511 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-8048daf5-a41f-4dd7-a6df-5a740dcb0d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:54.928487 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.db [None req-8048daf5-a41f-4dd7-a6df-5a740dcb0d73 None None] For port 068bd90b-6745-49d8-aca9-3ff3791f555e, host dv-cinder-804581-6-iscsi, cleared binding levels {{(pid=94454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:19:54.932783 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.db [None req-8048daf5-a41f-4dd7-a6df-5a740dcb0d73 None None] For port 068bd90b-6745-49d8-aca9-3ff3791f555e, host dv-cinder-804581-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=068bd90b-6745-49d8-aca9-3ff3791f555e,segment=NetworkSegment(5e752e44-7069-4182-ac48-4f84d046513a),segment_id=5e752e44-7069-4182-ac48-4f84d046513a)] {{(pid=94454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:19:54.942444 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [None req-68d1962d-b4b8-4ac7-8cb1-1a83e7fdba52 admin admin] Allocated IP 172.20.0.1 (e51b1bec-c2b5-4b57-a65c-c8dcaed9be53/ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38/9df7add7-f176-4456-ac50-28058c071650) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:19:55.002856 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-8048daf5-a41f-4dd7-a6df-5a740dcb0d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:55.012868 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 8d4deeab-f325-4471-8c17-b4d9248619d8 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:19:55.074006 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 8d4deeab-f325-4471-8c17-b4d9248619d8 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:19:55.074451 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:55.075851 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-68d1962d-b4b8-4ac7-8cb1-1a83e7fdba52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:55.097822 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.provisioning_blocks [None req-68d1962d-b4b8-4ac7-8cb1-1a83e7fdba52 admin admin] Transition to ACTIVE for port object 9df7add7-f176-4456-ac50-28058c071650 will not be triggered until provisioned by entity DHCP. {{(pid=94450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:19:55.130064 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8048daf5-a41f-4dd7-a6df-5a740dcb0d73 None None] Routers {'d52b9b91-23ac-4d5b-ae2a-13188642c458'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:19:55.130064 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-8048daf5-a41f-4dd7-a6df-5a740dcb0d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:19:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['d52b9b91-23ac-4d5b-ae2a-13188642c458'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:55.130064 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfb3e4-2314-4750-8a7b-e59cacb8f7ef None None] Pushing event updated for resources: {'Port': ['ID=068bd90b-6745-49d8-aca9-3ff3791f555e,revision_number=3']} {{(pid=94454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:55.207703 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-68d1962d-b4b8-4ac7-8cb1-1a83e7fdba52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:55.252787 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d1962d-b4b8-4ac7-8cb1-1a83e7fdba52 admin admin] Network e51b1bec-c2b5-4b57-a65c-c8dcaed9be53 is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:19:55.255755 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [None req-68d1962d-b4b8-4ac7-8cb1-1a83e7fdba52 admin admin] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:19:55.260019 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d1962d-b4b8-4ac7-8cb1-1a83e7fdba52 admin admin] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:19:55.293530 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1962d-b4b8-4ac7-8cb1-1a83e7fdba52 admin admin] Pushing event updated for resources: {'Port': ['ID=9df7add7-f176-4456-ac50-28058c071650,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:55.327379 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-8048daf5-a41f-4dd7-a6df-5a740dcb0d73 None None] Set router d52b9b91-23ac-4d5b-ae2a-13188642c458 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:19:55.347464 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-68d1962d-b4b8-4ac7-8cb1-1a83e7fdba52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520487'] for router_interface, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:55.399321 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b554f28-e8e7-43b3-946d-6ecc2d30f517 req-63c24b3b-7c79-4f0b-8db7-7f2af7fb28a7 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:55.401134 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4b554f28-e8e7-43b3-946d-6ecc2d30f517 req-63c24b3b-7c79-4f0b-8db7-7f2af7fb28a7 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.1113176 Aug 15 14:19:55.476080 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4b554f28-e8e7-43b3-946d-6ecc2d30f517 req-ad9edd02-973e-460f-b742-f8942b385fc5 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678318 Aug 15 14:19:55.518771 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-8048daf5-a41f-4dd7-a6df-5a740dcb0d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'name': 'tempest-TestShelveInstance-675587494-router', 'tenant_id': 'b107177252ed48509927e90013a94ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '068bd90b-6745-49d8-aca9-3ff3791f555e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:19:50Z', 'updated_at': '2021-08-15T14:19:52Z', 'revision_number': 3, 'project_id': 'b107177252ed48509927e90013a94ff6', 'gw_port': {'id': '068bd90b-6745-49d8-aca9-3ff3791f555e', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:07:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:19:51Z', 'updated_at': '2021-08-15T14:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:55.545807 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8048daf5-a41f-4dd7-a6df-5a740dcb0d73 None None] The sync data for ids ['d52b9b91-23ac-4d5b-ae2a-13188642c458'] in dv-cinder-804581-6-iscsi is: [{'id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'name': 'tempest-TestShelveInstance-675587494-router', 'tenant_id': 'b107177252ed48509927e90013a94ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '068bd90b-6745-49d8-aca9-3ff3791f555e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:19:50Z', 'updated_at': '2021-08-15T14:19:52Z', 'revision_number': 3, 'project_id': 'b107177252ed48509927e90013a94ff6', 'gw_port': {'id': '068bd90b-6745-49d8-aca9-3ff3791f555e', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:07:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:19:51Z', 'updated_at': '2021-08-15T14:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}] {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:19:55.573123 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-1fb88145-56e0-456b-a2a2-b3069da4a374 None None] Provisioning for port 9df7add7-f176-4456-ac50-28058c071650 completed by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:19:55.577514 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-1fb88145-56e0-456b-a2a2-b3069da4a374 None None] Provisioning complete for port 9df7add7-f176-4456-ac50-28058c071650 triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:19:55.578083 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1fb88145-56e0-456b-a2a2-b3069da4a374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:55.619078 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-1fb88145-56e0-456b-a2a2-b3069da4a374 None None] Port 9df7add7-f176-4456-ac50-28058c071650 cannot update to ACTIVE because it is not bound. {{(pid=94453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 15 14:19:55.625584 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-68d1962d-b4b8-4ac7-8cb1-1a83e7fdba52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:55.809947 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-68d1962d-b4b8-4ac7-8cb1-1a83e7fdba52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:55.864078 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-68d1962d-b4b8-4ac7-8cb1-1a83e7fdba52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:55.934261 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1962d-b4b8-4ac7-8cb1-1a83e7fdba52 admin admin] Pushing event updated for resources: {'Port': ['ID=9df7add7-f176-4456-ac50-28058c071650,revision_number=2']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:55.936936 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-68d1962d-b4b8-4ac7-8cb1-1a83e7fdba52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520627'] for router_interface, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:56.028393 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d1962d-b4b8-4ac7-8cb1-1a83e7fdba52 admin admin] Network e51b1bec-c2b5-4b57-a65c-c8dcaed9be53 is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:19:56.029832 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [None req-68d1962d-b4b8-4ac7-8cb1-1a83e7fdba52 admin admin] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:19:56.153013 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d1962d-b4b8-4ac7-8cb1-1a83e7fdba52 admin admin] Router d52b9b91-23ac-4d5b-ae2a-13188642c458 has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:19:56.246208 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-fb6407ce-2c67-4cc8-b8a5-e1ffa7141d99 None None] Provisioning complete for port 9df7add7-f176-4456-ac50-28058c071650 triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:19:56.246737 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-fb6407ce-2c67-4cc8-b8a5-e1ffa7141d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:56.274881 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d1962d-b4b8-4ac7-8cb1-1a83e7fdba52 admin admin] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:19:56.279797 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-68d1962d-b4b8-4ac7-8cb1-1a83e7fdba52 admin admin] 10.222.0.22 "PUT /v2.0/routers/d52b9b91-23ac-4d5b-ae2a-13188642c458/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0779517 Aug 15 14:19:56.283128 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-fb6407ce-2c67-4cc8-b8a5-e1ffa7141d99 None None] Port 9df7add7-f176-4456-ac50-28058c071650 cannot update to ACTIVE because it is not bound. {{(pid=94453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 15 14:19:56.571153 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096906a-5a46-4e33-82a4-2b5740892965 req-775e9de6-f50e-4f29-beec-7f863f413aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:56.572648 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a096906a-5a46-4e33-82a4-2b5740892965 req-775e9de6-f50e-4f29-beec-7f863f413aae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1cd26e2c90140de8aa0f6910b9341a5&device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 1098 time: 0.0471127 Aug 15 14:19:56.606249 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be243cb4-cdc3-4d57-a396-dfcc8ad9cedd req-f15a5126-c59a-44d4-bf8d-437c5550f31d tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:56.607753 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-be243cb4-cdc3-4d57-a396-dfcc8ad9cedd req-f15a5126-c59a-44d4-bf8d-437c5550f31d tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0548077 Aug 15 14:19:56.658124 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-be243cb4-cdc3-4d57-a396-dfcc8ad9cedd req-42217116-5238-4d5d-97f4-f88b13de85dc tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429559 Aug 15 14:19:56.676004 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096906a-5a46-4e33-82a4-2b5740892965 req-8e02dcd8-209f-4a0a-a3d4-52933c633fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:56.677535 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a096906a-5a46-4e33-82a4-2b5740892965 req-8e02dcd8-209f-4a0a-a3d4-52933c633fad service neutron] 10.222.0.20 "GET /v2.0/networks?id=81ce3d77-1ecb-4956-925d-d86609a6b989 HTTP/1.1" status: 200 len: 918 time: 0.0978107 Aug 15 14:19:56.743495 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a096906a-5a46-4e33-82a4-2b5740892965 req-402d6d8f-9fea-4f64-a39c-875ee88fed12 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e1900df-b241-46b5-aa5a-7e57d188cee2 HTTP/1.1" status: 200 len: 1000 time: 0.0577762 Aug 15 14:19:56.799714 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096906a-5a46-4e33-82a4-2b5740892965 req-82ee1c9f-a86e-476d-98a0-0389668dff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:56.801341 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a096906a-5a46-4e33-82a4-2b5740892965 req-82ee1c9f-a86e-476d-98a0-0389668dff15 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f53a997d-ab58-4de4-8f6f-e69dca0dbda3 HTTP/1.1" status: 200 len: 856 time: 0.0503874 Aug 15 14:19:56.847904 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096906a-5a46-4e33-82a4-2b5740892965 req-084964ff-8a02-4bbe-bd96-cb911dcef80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:56.849733 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a096906a-5a46-4e33-82a4-2b5740892965 req-084964ff-8a02-4bbe-bd96-cb911dcef80e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81ce3d77-1ecb-4956-925d-d86609a6b989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411193 Aug 15 14:19:56.938884 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 51274) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:19:56.944249 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-72099d80-8c01-46ac-8b70-8bfaed866951 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1392979165-network', 'tenant_id': '92d52db0b7f64f09a9abd7d70f0a5c80'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:19:56.959186 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a096906a-5a46-4e33-82a4-2b5740892965 req-61c414a6-2bbe-4786-84b4-2d7f62112b92 service neutron] 10.222.0.20 "GET /v2.0/networks/81ce3d77-1ecb-4956-925d-d86609a6b989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015449 Aug 15 14:19:56.989726 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 068bd90b-6745-49d8-aca9-3ff3791f555e up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:19:57.001204 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72099d80-8c01-46ac-8b70-8bfaed866951 admin admin] Made reservation on behalf of 92d52db0b7f64f09a9abd7d70f0a5c80 for: {'network': 1} {{(pid=94451) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:19:57.003886 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-72099d80-8c01-46ac-8b70-8bfaed866951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for network, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:57.013511 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-72099d80-8c01-46ac-8b70-8bfaed866951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:57.065039 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a096906a-5a46-4e33-82a4-2b5740892965 req-b471af6c-42d3-4733-a3a0-04186ef53ddf service neutron] 10.222.0.20 "GET /v2.0/networks/81ce3d77-1ecb-4956-925d-d86609a6b989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981152 Aug 15 14:19:57.109136 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-72099d80-8c01-46ac-8b70-8bfaed866951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:57.126800 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning for port 068bd90b-6745-49d8-aca9-3ff3791f555e completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:19:57.128259 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409361a6-93d6-45b4-9a9c-f879ec939ae9 None None] Sync routers for ids ['d52b9b91-23ac-4d5b-ae2a-13188642c458'] in dv-cinder-804581-6-iscsi {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:19:57.131169 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 068bd90b-6745-49d8-aca9-3ff3791f555e triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:19:57.131551 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:57.137773 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409361a6-93d6-45b4-9a9c-f879ec939ae9 None None] Routers {'d52b9b91-23ac-4d5b-ae2a-13188642c458'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:19:57.138474 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-409361a6-93d6-45b4-9a9c-f879ec939ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:19:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['d52b9b91-23ac-4d5b-ae2a-13188642c458'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:57.190042 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-72099d80-8c01-46ac-8b70-8bfaed866951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:57.209775 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:57.211421 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72099d80-8c01-46ac-8b70-8bfaed866951 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=94451) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 15 14:19:57.226432 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72099d80-8c01-46ac-8b70-8bfaed866951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9b76c3-c7e0-42ef-8d43-512f84ce7368,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:57.230087 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-72099d80-8c01-46ac-8b70-8bfaed866951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:57.230433 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.db.segments_db [None req-72099d80-8c01-46ac-8b70-8bfaed866951 admin admin] Added segment fa9459fc-aa5f-4cb0-a0a3-c228f3abc089 of type vlan for network 8b6cef49-0bac-47b8-8496-ece3ed4f3643 Aug 15 14:19:57.233058 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] For port 068bd90b-6745-49d8-aca9-3ff3791f555e, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=068bd90b-6745-49d8-aca9-3ff3791f555e,segment=NetworkSegment(5e752e44-7069-4182-ac48-4f84d046513a),segment_id=5e752e44-7069-4182-ac48-4f84d046513a)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:19:57.248519 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-409361a6-93d6-45b4-9a9c-f879ec939ae9 None None] Set router d52b9b91-23ac-4d5b-ae2a-13188642c458 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:19:57.271423 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-72099d80-8c01-46ac-8b70-8bfaed866951 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787668796995'] for network, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:57.293241 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:57.341708 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Pushing event updated for resources: {'Port': ['ID=068bd90b-6745-49d8-aca9-3ff3791f555e,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:57.373076 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-72099d80-8c01-46ac-8b70-8bfaed866951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for network, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:57.374010 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72099d80-8c01-46ac-8b70-8bfaed866951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:57.374618 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-72099d80-8c01-46ac-8b70-8bfaed866951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:57.458315 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-409361a6-93d6-45b4-9a9c-f879ec939ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'name': 'tempest-TestShelveInstance-675587494-router', 'tenant_id': 'b107177252ed48509927e90013a94ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '068bd90b-6745-49d8-aca9-3ff3791f555e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:19:50Z', 'updated_at': '2021-08-15T14:19:55Z', 'revision_number': 4, 'project_id': 'b107177252ed48509927e90013a94ff6', 'gw_port': {'id': '068bd90b-6745-49d8-aca9-3ff3791f555e', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:07:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:19:51Z', 'updated_at': '2021-08-15T14:19:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '9df7add7-f176-4456-ac50-28058c071650', 'name': '', 'network_id': 'e51b1bec-c2b5-4b57-a65c-c8dcaed9be53', 'tenant_id': 'b107177252ed48509927e90013a94ff6', 'mac_address': 'fa:16:3e:96:8c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:19:54Z', 'updated_at': '2021-08-15T14:19:55Z', 'revision_number': 2, 'project_id': 'b107177252ed48509927e90013a94ff6', 'subnets': [{'id': 'ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:57.485703 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409361a6-93d6-45b4-9a9c-f879ec939ae9 None None] Checking router: d52b9b91-23ac-4d5b-ae2a-13188642c458 for host: dv-cinder-804581-6-iscsi {{(pid=94454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:19:57.486047 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409361a6-93d6-45b4-9a9c-f879ec939ae9 None None] Updating router d52b9b91-23ac-4d5b-ae2a-13188642c458 port 9df7add7-f176-4456-ac50-28058c071650 binding host dv-cinder-804581-6-iscsi {{(pid=94454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 15 14:19:57.511387 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-409361a6-93d6-45b4-9a9c-f879ec939ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:57.689289 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72099d80-8c01-46ac-8b70-8bfaed866951 admin admin] Pushing event updated for resources: {'Network': ['ID=8b6cef49-0bac-47b8-8496-ece3ed4f3643,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:57.705127 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Network 8b6cef49-0bac-47b8-8496-ece3ed4f3643 details requested by agent ovs-agent-dv-cinder-804581-6-iscsi with host dv-cinder-804581-6-iscsi {{(pid=94453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 15 14:19:57.725759 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 51278) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:19:57.726480 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-72099d80-8c01-46ac-8b70-8bfaed866951 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7859740 Aug 15 14:19:57.731208 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-93e4faf1-6a89-46b5-a664-026fd789fea3 admin admin] Request body: {'subnet': {'network_id': '8b6cef49-0bac-47b8-8496-ece3ed4f3643', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1392979165-subnet', 'tenant_id': '92d52db0b7f64f09a9abd7d70f0a5c80', 'ip_version': 4}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:19:57.799093 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39e50b-d18f-4adb-ab50-3a0227febe84 req-3890f75a-ae3f-4765-b892-27a6ae914baa tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:57.800888 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ba39e50b-d18f-4adb-ab50-3a0227febe84 req-3890f75a-ae3f-4765-b892-27a6ae914baa tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0653563 Aug 15 14:19:57.810483 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-409361a6-93d6-45b4-9a9c-f879ec939ae9 None None] Notify callbacks [] for port, precommit_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:57.820015 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.provisioning_blocks [None req-409361a6-93d6-45b4-9a9c-f879ec939ae9 None None] Transition to ACTIVE for port object 9df7add7-f176-4456-ac50-28058c071650 will not be triggered until provisioned by entity L2. {{(pid=94454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:19:57.825043 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e4faf1-6a89-46b5-a664-026fd789fea3 admin admin] Made reservation on behalf of 92d52db0b7f64f09a9abd7d70f0a5c80 for: {'subnet': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:19:57.827342 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-93e4faf1-6a89-46b5-a664-026fd789fea3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10384417'] for subnet, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:57.864216 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-409361a6-93d6-45b4-9a9c-f879ec939ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:57.887686 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ba39e50b-d18f-4adb-ab50-3a0227febe84 req-cd56fd02-845b-4967-ad64-64a25ec4a35c tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806742 Aug 15 14:19:57.909018 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820db901-ed44-4159-9145-6b49cf633889 None None] Pushing event updated for resources: {'Port': ['ID=9df7add7-f176-4456-ac50-28058c071650,revision_number=3']} {{(pid=94454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:57.974571 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.managers [None req-409361a6-93d6-45b4-9a9c-f879ec939ae9 None None] Attempting to bind port 9df7add7-f176-4456-ac50-28058c071650 on host dv-cinder-804581-6-iscsi for vnic_type normal with profile {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:19:57.974977 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.managers [None req-409361a6-93d6-45b4-9a9c-f879ec939ae9 None None] Attempting to bind port 9df7add7-f176-4456-ac50-28058c071650 by drivers openvswitch,hyperv on host dv-cinder-804581-6-iscsi at level 0 using segments [{'id': '1d64e00b-e5ca-4edd-80aa-06fe98bfee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e51b1bec-c2b5-4b57-a65c-c8dcaed9be53'}] {{(pid=94454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:19:57.975293 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409361a6-93d6-45b4-9a9c-f879ec939ae9 None None] Attempting to bind port 9df7add7-f176-4456-ac50-28058c071650 on network e51b1bec-c2b5-4b57-a65c-c8dcaed9be53 {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:19:57.980810 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409361a6-93d6-45b4-9a9c-f879ec939ae9 None None] Checking agent: {'id': '9fd064e6-11f0-4c96-a2d8-3af8385acf93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 3, 44), 'started_at': datetime.datetime(2021, 8, 15, 14, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:19:57.981212 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409361a6-93d6-45b4-9a9c-f879ec939ae9 None None] Checking segment: {'id': '1d64e00b-e5ca-4edd-80aa-06fe98bfee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e51b1bec-c2b5-4b57-a65c-c8dcaed9be53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:19:57.981602 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-409361a6-93d6-45b4-9a9c-f879ec939ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:57.981992 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409361a6-93d6-45b4-9a9c-f879ec939ae9 None None] Bound using segment: {'id': '1d64e00b-e5ca-4edd-80aa-06fe98bfee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e51b1bec-c2b5-4b57-a65c-c8dcaed9be53'} {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:19:57.982458 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.managers [None req-409361a6-93d6-45b4-9a9c-f879ec939ae9 None None] Bound port: 9df7add7-f176-4456-ac50-28058c071650, host: dv-cinder-804581-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d64e00b-e5ca-4edd-80aa-06fe98bfee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e51b1bec-c2b5-4b57-a65c-c8dcaed9be53'}}] {{(pid=94454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:19:57.982858 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-409361a6-93d6-45b4-9a9c-f879ec939ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:58.052042 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.db [None req-409361a6-93d6-45b4-9a9c-f879ec939ae9 None None] For port 9df7add7-f176-4456-ac50-28058c071650, host dv-cinder-804581-6-iscsi, cleared binding levels {{(pid=94454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:19:58.052909 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-93e4faf1-6a89-46b5-a664-026fd789fea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10384403'] for subnet, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:58.055289 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.db [None req-409361a6-93d6-45b4-9a9c-f879ec939ae9 None None] For port 9df7add7-f176-4456-ac50-28058c071650, host dv-cinder-804581-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=9df7add7-f176-4456-ac50-28058c071650,segment=NetworkSegment(1d64e00b-e5ca-4edd-80aa-06fe98bfee11),segment_id=1d64e00b-e5ca-4edd-80aa-06fe98bfee11)] {{(pid=94454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:19:58.115806 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-409361a6-93d6-45b4-9a9c-f879ec939ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:58.120143 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4faf1-6a89-46b5-a664-026fd789fea3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=486441ed-6bf8-4ff0-804d-9524b169ce64,revision_number=0']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:58.126944 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e4faf1-6a89-46b5-a664-026fd789fea3 admin admin] Checking segment: {'id': 'fa9459fc-aa5f-4cb0-a0a3-c228f3abc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8b6cef49-0bac-47b8-8496-ece3ed4f3643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:19:58.126944 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e4faf1-6a89-46b5-a664-026fd789fea3 admin admin] Network hostable DHCP agents. Network: 8b6cef49-0bac-47b8-8496-ece3ed4f3643, hostable agents: ['79a36ae1-c81e-4df0-b784-d4dbca0423ec'], hosted agents: [] {{(pid=94450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 15 14:19:58.170889 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409361a6-93d6-45b4-9a9c-f879ec939ae9 None None] Routers {'d52b9b91-23ac-4d5b-ae2a-13188642c458'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:19:58.171499 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-409361a6-93d6-45b4-9a9c-f879ec939ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:19:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['d52b9b91-23ac-4d5b-ae2a-13188642c458'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:58.195290 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e4faf1-6a89-46b5-a664-026fd789fea3 admin admin] Network 8b6cef49-0bac-47b8-8496-ece3ed4f3643 is scheduled to be hosted by DHCP agent 79a36ae1-c81e-4df0-b784-d4dbca0423ec with binding_index 1 {{(pid=94450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 15 14:19:58.213930 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820db901-ed44-4159-9145-6b49cf633889 None None] Pushing event updated for resources: {'Port': ['ID=9df7add7-f176-4456-ac50-28058c071650,revision_number=4']} {{(pid=94454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:58.252752 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [None req-93e4faf1-6a89-46b5-a664-026fd789fea3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-6-iscsi, 8b6cef49-0bac-47b8-8496-ece3ed4f3643) {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:19:58.260865 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319e090c-3ffc-4c74-bca5-ba076f960f77 None None] Network 8b6cef49-0bac-47b8-8496-ece3ed4f3643 requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:19:58.264674 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e4faf1-6a89-46b5-a664-026fd789fea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:58.264674 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-93e4faf1-6a89-46b5-a664-026fd789fea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for subnet, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:58.293257 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-409361a6-93d6-45b4-9a9c-f879ec939ae9 None None] Set router d52b9b91-23ac-4d5b-ae2a-13188642c458 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:19:58.335483 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-93e4faf1-6a89-46b5-a664-026fd789fea3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6059740 Aug 15 14:19:58.335846 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 51280) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:19:58.341424 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-c1dc90d6-0d3a-4987-a510-8345277b0a1c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1392979165-router', 'tenant_id': '92d52db0b7f64f09a9abd7d70f0a5c80', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'}}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:19:58.419421 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-c1dc90d6-0d3a-4987-a510-8345277b0a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-593636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1505'] for router, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:58.419625 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f419a00d-c5e7-4d30-8f5c-0814fd3e0e78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8509098c-d4be-5410-8ba7-b88853ea627d-8b6cef49-0bac-47b8-8496-ece3ed4f3643', 'network_id': '8b6cef49-0bac-47b8-8496-ece3ed4f3643', 'tenant_id': '92d52db0b7f64f09a9abd7d70f0a5c80', 'fixed_ips': [{'subnet_id': '486441ed-6bf8-4ff0-804d-9524b169ce64'}]}} from dv-cinder-804581-6-iscsi. {{(pid=94453) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 15 14:19:58.420604 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-f419a00d-c5e7-4d30-8f5c-0814fd3e0e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:58.420733 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-c1dc90d6-0d3a-4987-a510-8345277b0a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-591732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-594727', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1514'] for router, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:58.473486 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-c1dc90d6-0d3a-4987-a510-8345277b0a1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:58.499774 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-409361a6-93d6-45b4-9a9c-f879ec939ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'name': 'tempest-TestShelveInstance-675587494-router', 'tenant_id': 'b107177252ed48509927e90013a94ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '068bd90b-6745-49d8-aca9-3ff3791f555e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:19:50Z', 'updated_at': '2021-08-15T14:19:55Z', 'revision_number': 4, 'project_id': 'b107177252ed48509927e90013a94ff6', 'gw_port': {'id': '068bd90b-6745-49d8-aca9-3ff3791f555e', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:19:51Z', 'updated_at': '2021-08-15T14:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '9df7add7-f176-4456-ac50-28058c071650', 'name': '', 'network_id': 'e51b1bec-c2b5-4b57-a65c-c8dcaed9be53', 'tenant_id': 'b107177252ed48509927e90013a94ff6', 'mac_address': 'fa:16:3e:96:8c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:19:54Z', 'updated_at': '2021-08-15T14:19:58Z', 'revision_number': 4, 'project_id': 'b107177252ed48509927e90013a94ff6', 'subnets': [{'id': 'ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:19:58.553826 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.db_base_plugin_common [None req-f419a00d-c5e7-4d30-8f5c-0814fd3e0e78 None None] Allocated IP 172.20.0.2 (8b6cef49-0bac-47b8-8496-ece3ed4f3643/486441ed-6bf8-4ff0-804d-9524b169ce64/5fc4cbc7-2599-4a1c-bdd5-113b11d553db) {{(pid=94453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:19:58.614990 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409361a6-93d6-45b4-9a9c-f879ec939ae9 None None] The sync data for ids ['d52b9b91-23ac-4d5b-ae2a-13188642c458'] in dv-cinder-804581-6-iscsi is: [{'id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'name': 'tempest-TestShelveInstance-675587494-router', 'tenant_id': 'b107177252ed48509927e90013a94ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '068bd90b-6745-49d8-aca9-3ff3791f555e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:19:50Z', 'updated_at': '2021-08-15T14:19:55Z', 'revision_number': 4, 'project_id': 'b107177252ed48509927e90013a94ff6', 'gw_port': {'id': '068bd90b-6745-49d8-aca9-3ff3791f555e', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:19:51Z', 'updated_at': '2021-08-15T14:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '9df7add7-f176-4456-ac50-28058c071650', 'name': '', 'network_id': 'e51b1bec-c2b5-4b57-a65c-c8dcaed9be53', 'tenant_id': 'b107177252ed48509927e90013a94ff6', 'mac_address': 'fa:16:3e:96:8c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:19:54Z', 'updated_at': '2021-08-15T14:19:58Z', 'revision_number': 4, 'project_id': 'b107177252ed48509927e90013a94ff6', 'subnets': [{'id': 'ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:19:58.698511 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-c1dc90d6-0d3a-4987-a510-8345277b0a1c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:58.728133 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-f419a00d-c5e7-4d30-8f5c-0814fd3e0e78 None None] Notify callbacks [] for port, precommit_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:58.738573 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-f419a00d-c5e7-4d30-8f5c-0814fd3e0e78 None None] Transition to ACTIVE for port object 5fc4cbc7-2599-4a1c-bdd5-113b11d553db will not be triggered until provisioned by entity L2. {{(pid=94453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:19:58.755098 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-f419a00d-c5e7-4d30-8f5c-0814fd3e0e78 None None] Transition to ACTIVE for port object 5fc4cbc7-2599-4a1c-bdd5-113b11d553db will not be triggered until provisioned by entity DHCP. {{(pid=94453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:19:58.842575 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-f419a00d-c5e7-4d30-8f5c-0814fd3e0e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469'] for port, after_create {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:58.885012 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f419a00d-c5e7-4d30-8f5c-0814fd3e0e78 None None] Network 8b6cef49-0bac-47b8-8496-ece3ed4f3643 is already hosted by enough agents. {{(pid=94453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:19:58.890393 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.scheduler.base_scheduler [None req-f419a00d-c5e7-4d30-8f5c-0814fd3e0e78 None None] Resources bound (agent type, host, resource id): {{(pid=94453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:19:58.894200 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f419a00d-c5e7-4d30-8f5c-0814fd3e0e78 None None] Received port after_create {{(pid=94453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:19:58.909823 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419a00d-c5e7-4d30-8f5c-0814fd3e0e78 None None] Pushing event updated for resources: {'Port': ['ID=5fc4cbc7-2599-4a1c-bdd5-113b11d553db,revision_number=1']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:59.078555 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-c1dc90d6-0d3a-4987-a510-8345277b0a1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:59.083704 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce5b56-e7e3-48c5-8ec5-377bfcc66481 req-6717f96d-69ef-426e-89f7-e9001e7d059d tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:19:59.091350 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b1ce5b56-e7e3-48c5-8ec5-377bfcc66481 req-6717f96d-69ef-426e-89f7-e9001e7d059d tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 945 time: 0.0991480 Aug 15 14:19:59.129866 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-c1dc90d6-0d3a-4987-a510-8345277b0a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:59.155804 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 7e1900df-b241-46b5-aa5a-7e57d188cee2 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:19:59.183411 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 068bd90b-6745-49d8-aca9-3ff3791f555e up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:19:59.187921 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b1ce5b56-e7e3-48c5-8ec5-377bfcc66481 req-78a6b13e-7f6c-47f4-9407-a2e92d5788ff tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945795 Aug 15 14:19:59.216558 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-f419a00d-c5e7-4d30-8f5c-0814fd3e0e78 None None] Attempting to bind port 5fc4cbc7-2599-4a1c-bdd5-113b11d553db on host dv-cinder-804581-6-iscsi for vnic_type normal with profile {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:19:59.216558 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-f419a00d-c5e7-4d30-8f5c-0814fd3e0e78 None None] Attempting to bind port 5fc4cbc7-2599-4a1c-bdd5-113b11d553db by drivers openvswitch,hyperv on host dv-cinder-804581-6-iscsi at level 0 using segments [{'id': 'fa9459fc-aa5f-4cb0-a0a3-c228f3abc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8b6cef49-0bac-47b8-8496-ece3ed4f3643'}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:19:59.216558 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f419a00d-c5e7-4d30-8f5c-0814fd3e0e78 None None] Attempting to bind port 5fc4cbc7-2599-4a1c-bdd5-113b11d553db on network 8b6cef49-0bac-47b8-8496-ece3ed4f3643 {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:19:59.233569 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f419a00d-c5e7-4d30-8f5c-0814fd3e0e78 None None] Checking agent: {'id': '9fd064e6-11f0-4c96-a2d8-3af8385acf93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 3, 44), 'started_at': datetime.datetime(2021, 8, 15, 14, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:19:59.234103 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f419a00d-c5e7-4d30-8f5c-0814fd3e0e78 None None] Checking segment: {'id': 'fa9459fc-aa5f-4cb0-a0a3-c228f3abc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8b6cef49-0bac-47b8-8496-ece3ed4f3643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:19:59.234610 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-f419a00d-c5e7-4d30-8f5c-0814fd3e0e78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:59.235107 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f419a00d-c5e7-4d30-8f5c-0814fd3e0e78 None None] Bound using segment: {'id': 'fa9459fc-aa5f-4cb0-a0a3-c228f3abc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8b6cef49-0bac-47b8-8496-ece3ed4f3643'} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:19:59.235834 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-f419a00d-c5e7-4d30-8f5c-0814fd3e0e78 None None] Bound port: 5fc4cbc7-2599-4a1c-bdd5-113b11d553db, host: dv-cinder-804581-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9459fc-aa5f-4cb0-a0a3-c228f3abc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8b6cef49-0bac-47b8-8496-ece3ed4f3643'}}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:19:59.236319 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-f419a00d-c5e7-4d30-8f5c-0814fd3e0e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:59.267967 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.db_base_plugin_common [None req-c1dc90d6-0d3a-4987-a510-8345277b0a1c admin admin] Allocated IP 172.27.3.26 (1d9f8f4c-a9c3-49e7-b907-6801ec194130/0214dcca-22ca-4853-8d9b-9f5ee3e8fb08/80357538-6a1b-49cb-95ed-c9b3f65a1e11) {{(pid=94451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:19:59.346530 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 068bd90b-6745-49d8-aca9-3ff3791f555e triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:19:59.347251 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:59.354591 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:59.377701 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-f419a00d-c5e7-4d30-8f5c-0814fd3e0e78 None None] For port 5fc4cbc7-2599-4a1c-bdd5-113b11d553db, host dv-cinder-804581-6-iscsi, cleared binding levels {{(pid=94453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:19:59.384462 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-c1dc90d6-0d3a-4987-a510-8345277b0a1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:59.412227 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-f419a00d-c5e7-4d30-8f5c-0814fd3e0e78 None None] For port 5fc4cbc7-2599-4a1c-bdd5-113b11d553db, host dv-cinder-804581-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=5fc4cbc7-2599-4a1c-bdd5-113b11d553db,segment=NetworkSegment(fa9459fc-aa5f-4cb0-a0a3-c228f3abc089),segment_id=fa9459fc-aa5f-4cb0-a0a3-c228f3abc089)] {{(pid=94453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:19:59.420993 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addca090-a63f-4ef9-9ecd-78e89b54d1fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e1900df-b241-46b5-aa5a-7e57d188cee2'}] {{(pid=94453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:19:59.423274 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67f9f608f21815e3b7d057bcd481c644a3f088ed5729c17767b65ea5f15acf6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9955b5-fb35-4037-84fd-97e48e058079" -d '{"events": [{"server_uuid": "addca090-a63f-4ef9-9ecd-78e89b54d1fd", "name": "network-vif-unplugged", "status": "completed", "tag": "7e1900df-b241-46b5-aa5a-7e57d188cee2"}]}' {{(pid=94453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:19:59.439164 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 7e1900df-b241-46b5-aa5a-7e57d188cee2, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=7e1900df-b241-46b5-aa5a-7e57d188cee2,segment=NetworkSegment(80471f41-1fac-4b4d-8c57-20e0de5d2141),segment_id=80471f41-1fac-4b4d-8c57-20e0de5d2141)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:19:59.468996 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 15 Aug 2021 14:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf44880-c035-49ae-a785-48d6903dfad1 x-openstack-request-id: req-6cf44880-c035-49ae-a785-48d6903dfad1 {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:19:59.469287 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "addca090-a63f-4ef9-9ecd-78e89b54d1fd", "name": "network-vif-unplugged", "status": "completed", "tag": "7e1900df-b241-46b5-aa5a-7e57d188cee2", "code": 200}]} {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:19:59.469577 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6cf44880-c035-49ae-a785-48d6903dfad1 {{(pid=94453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:19:59.469966 dv-cinder-804581-6-iscsi neutron-server[94453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'addca090-a63f-4ef9-9ecd-78e89b54d1fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e1900df-b241-46b5-aa5a-7e57d188cee2', 'code': 200} Aug 15 14:19:59.475171 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:19:59.486692 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 9df7add7-f176-4456-ac50-28058c071650 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:19:59.507512 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-f419a00d-c5e7-4d30-8f5c-0814fd3e0e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:59.528006 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-c1dc90d6-0d3a-4987-a510-8345277b0a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823643'] for port, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:59.548958 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:59.578748 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dc90d6-0d3a-4987-a510-8345277b0a1c admin admin] Network 1d9f8f4c-a9c3-49e7-b907-6801ec194130 is already hosted by enough agents. {{(pid=94451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:19:59.586890 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.base_scheduler [None req-c1dc90d6-0d3a-4987-a510-8345277b0a1c admin admin] Resources bound (agent type, host, resource id): {{(pid=94451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:19:59.591081 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc90d6-0d3a-4987-a510-8345277b0a1c admin admin] Pushing event updated for resources: {'Port': ['ID=80357538-6a1b-49cb-95ed-c9b3f65a1e11,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:59.591964 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dc90d6-0d3a-4987-a510-8345277b0a1c admin admin] Received port after_create {{(pid=94451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:19:59.612924 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419a00d-c5e7-4d30-8f5c-0814fd3e0e78 None None] Pushing event updated for resources: {'Port': ['ID=5fc4cbc7-2599-4a1c-bdd5-113b11d553db,revision_number=2']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:59.667753 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=7e1900df-b241-46b5-aa5a-7e57d188cee2,revision_number=8']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:19:59.698780 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning for port 9df7add7-f176-4456-ac50-28058c071650 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:19:59.711022 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 9df7add7-f176-4456-ac50-28058c071650 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:19:59.711580 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:59.847502 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:59.884469 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] For port 9df7add7-f176-4456-ac50-28058c071650, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=9df7add7-f176-4456-ac50-28058c071650,segment=NetworkSegment(1d64e00b-e5ca-4edd-80aa-06fe98bfee11),segment_id=1d64e00b-e5ca-4edd-80aa-06fe98bfee11)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:19:59.950220 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:19:59.979770 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-c1dc90d6-0d3a-4987-a510-8345277b0a1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:00.002239 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Pushing event updated for resources: {'Port': ['ID=9df7add7-f176-4456-ac50-28058c071650,revision_number=5']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:00.168793 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-c1dc90d6-0d3a-4987-a510-8345277b0a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-591727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594930'] for router, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:00.331424 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1825f-36f4-469c-b588-0a370d252fde req-6446bbe2-e3df-419a-85d1-a14ff5527822 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:00.332903 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d7c1825f-36f4-469c-b588-0a370d252fde req-6446bbe2-e3df-419a-85d1-a14ff5527822 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 943 time: 0.0643039 Aug 15 14:20:00.370938 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d7c1825f-36f4-469c-b588-0a370d252fde req-8d8b1a16-bc0b-4fed-9029-42da5e215524 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313129 Aug 15 14:20:00.395300 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1dc90d6-0d3a-4987-a510-8345277b0a1c admin admin] Router f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c is scheduled to L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 with binding_index 1 {{(pid=94451) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 15 14:20:00.510151 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1dc90d6-0d3a-4987-a510-8345277b0a1c admin admin] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:20:00.520062 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91363d9-e877-402a-9ecc-24473343a6e7 None None] Sync routers for ids ['f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c'] in dv-cinder-804581-6-iscsi {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:20:00.529712 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91363d9-e877-402a-9ecc-24473343a6e7 None None] Routers {'f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:20:00.532285 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-b91363d9-e877-402a-9ecc-24473343a6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:19:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:20:00.573600 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-c1dc90d6-0d3a-4987-a510-8345277b0a1c admin admin] Notify callbacks [] for router, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:00.574850 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-c1dc90d6-0d3a-4987-a510-8345277b0a1c admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2379565 Aug 15 14:20:00.577563 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 51298) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:20:00.647855 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-b91363d9-e877-402a-9ecc-24473343a6e7 None None] Set router f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:20:00.795453 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69679773-590b-4a05-8239-aa3bbd596ef9 None None] Network 8b6cef49-0bac-47b8-8496-ece3ed4f3643 requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:20:00.945797 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-b91363d9-e877-402a-9ecc-24473343a6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c', 'name': 'tempest-TestShelveInstance-1392979165-router', 'tenant_id': '92d52db0b7f64f09a9abd7d70f0a5c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '80357538-6a1b-49cb-95ed-c9b3f65a1e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:19:58Z', 'updated_at': '2021-08-15T14:19:59Z', 'revision_number': 3, 'project_id': '92d52db0b7f64f09a9abd7d70f0a5c80', 'gw_port': {'id': '80357538-6a1b-49cb-95ed-c9b3f65a1e11', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:19:59Z', 'updated_at': '2021-08-15T14:19:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:20:00.982650 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-d6d4af36-8b21-4368-bc3a-c06656b92633 None None] Provisioning for port 5fc4cbc7-2599-4a1c-bdd5-113b11d553db completed by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:20:00.984908 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91363d9-e877-402a-9ecc-24473343a6e7 None None] Checking router: f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c for host: dv-cinder-804581-6-iscsi {{(pid=94453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:20:00.985257 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91363d9-e877-402a-9ecc-24473343a6e7 None None] Updating router f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c port 80357538-6a1b-49cb-95ed-c9b3f65a1e11 binding host dv-cinder-804581-6-iscsi {{(pid=94453) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 15 14:20:01.037567 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-0b61154d-f5cc-4a8b-bc8c-9c398a65403c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:01.038547 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-b91363d9-e877-402a-9ecc-24473343a6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:01.076782 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 5fc4cbc7-2599-4a1c-bdd5-113b11d553db up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:20:01.208946 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.db_base_plugin_common [None req-0b61154d-f5cc-4a8b-bc8c-9c398a65403c admin admin] Allocated IP 172.20.0.1 (8b6cef49-0bac-47b8-8496-ece3ed4f3643/486441ed-6bf8-4ff0-804d-9524b169ce64/7b8763b4-196a-4dc4-ba90-8baf90399049) {{(pid=94451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:20:01.322761 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning for port 5fc4cbc7-2599-4a1c-bdd5-113b11d553db completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:20:01.333285 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-0b61154d-f5cc-4a8b-bc8c-9c398a65403c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:01.346747 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.provisioning_blocks [None req-0b61154d-f5cc-4a8b-bc8c-9c398a65403c admin admin] Transition to ACTIVE for port object 7b8763b4-196a-4dc4-ba90-8baf90399049 will not be triggered until provisioned by entity DHCP. {{(pid=94451) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:20:01.351946 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 5fc4cbc7-2599-4a1c-bdd5-113b11d553db triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:20:01.352323 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:01.414865 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-abc69c4b-3bb9-4f25-8791-35a45bad4c4b None None] Provisioning complete for port 5fc4cbc7-2599-4a1c-bdd5-113b11d553db triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:20:01.415274 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-abc69c4b-3bb9-4f25-8791-35a45bad4c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:01.442086 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-0b61154d-f5cc-4a8b-bc8c-9c398a65403c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823643'] for port, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:01.468314 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-b91363d9-e877-402a-9ecc-24473343a6e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:01.480974 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b61154d-f5cc-4a8b-bc8c-9c398a65403c admin admin] Network 8b6cef49-0bac-47b8-8496-ece3ed4f3643 is already hosted by enough agents. {{(pid=94451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:20:01.485106 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-b91363d9-e877-402a-9ecc-24473343a6e7 None None] Transition to ACTIVE for port object 80357538-6a1b-49cb-95ed-c9b3f65a1e11 will not be triggered until provisioned by entity L2. {{(pid=94453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:20:01.485665 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.base_scheduler [None req-0b61154d-f5cc-4a8b-bc8c-9c398a65403c admin admin] Resources bound (agent type, host, resource id): {{(pid=94451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:20:01.489345 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b61154d-f5cc-4a8b-bc8c-9c398a65403c admin admin] Received port after_create {{(pid=94451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:20:01.513569 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61154d-f5cc-4a8b-bc8c-9c398a65403c admin admin] Pushing event updated for resources: {'Port': ['ID=7b8763b4-196a-4dc4-ba90-8baf90399049,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:01.536598 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-0b61154d-f5cc-4a8b-bc8c-9c398a65403c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520487'] for router_interface, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:01.569516 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-b91363d9-e877-402a-9ecc-24473343a6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:01.569516 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:01.713666 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] For port 5fc4cbc7-2599-4a1c-bdd5-113b11d553db, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=5fc4cbc7-2599-4a1c-bdd5-113b11d553db,segment=NetworkSegment(fa9459fc-aa5f-4cb0-a0a3-c228f3abc089),segment_id=fa9459fc-aa5f-4cb0-a0a3-c228f3abc089)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:20:01.715003 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-b91363d9-e877-402a-9ecc-24473343a6e7 None None] Attempting to bind port 80357538-6a1b-49cb-95ed-c9b3f65a1e11 on host dv-cinder-804581-6-iscsi for vnic_type normal with profile {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:20:01.715367 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-b91363d9-e877-402a-9ecc-24473343a6e7 None None] Attempting to bind port 80357538-6a1b-49cb-95ed-c9b3f65a1e11 by drivers openvswitch,hyperv on host dv-cinder-804581-6-iscsi at level 0 using segments [{'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:20:01.718346 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91363d9-e877-402a-9ecc-24473343a6e7 None None] Attempting to bind port 80357538-6a1b-49cb-95ed-c9b3f65a1e11 on network 1d9f8f4c-a9c3-49e7-b907-6801ec194130 {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:20:01.718346 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc510d2f-9f14-47ce-8ec2-a15f3cd92ff4 None None] Pushing event updated for resources: {'Port': ['ID=80357538-6a1b-49cb-95ed-c9b3f65a1e11,revision_number=2']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:01.721214 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-abc69c4b-3bb9-4f25-8791-35a45bad4c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:01.732368 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91363d9-e877-402a-9ecc-24473343a6e7 None None] Checking agent: {'id': '9fd064e6-11f0-4c96-a2d8-3af8385acf93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 3, 44), 'started_at': datetime.datetime(2021, 8, 15, 14, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:20:01.732749 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91363d9-e877-402a-9ecc-24473343a6e7 None None] Checking segment: {'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:20:01.733155 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-b91363d9-e877-402a-9ecc-24473343a6e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:01.733583 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91363d9-e877-402a-9ecc-24473343a6e7 None None] Bound using segment: {'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'} {{(pid=94453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:20:01.735764 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.managers [None req-b91363d9-e877-402a-9ecc-24473343a6e7 None None] Bound port: 80357538-6a1b-49cb-95ed-c9b3f65a1e11, host: dv-cinder-804581-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e752e44-7069-4182-ac48-4f84d046513a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'}}] {{(pid=94453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:20:01.735764 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-b91363d9-e877-402a-9ecc-24473343a6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:01.745148 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-0b61154d-f5cc-4a8b-bc8c-9c398a65403c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:01.790004 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:01.791264 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 9df7add7-f176-4456-ac50-28058c071650 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:20:01.848790 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab84de9-4a9b-410e-9616-6004b6363d8d req-82f341b8-9ff5-4208-9ca6-5296fdcbdeb4 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:01.850330 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4ab84de9-4a9b-410e-9616-6004b6363d8d req-82f341b8-9ff5-4208-9ca6-5296fdcbdeb4 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 943 time: 0.0510871 Aug 15 14:20:01.887103 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-b91363d9-e877-402a-9ecc-24473343a6e7 None None] For port 80357538-6a1b-49cb-95ed-c9b3f65a1e11, host dv-cinder-804581-6-iscsi, cleared binding levels {{(pid=94453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:20:01.922419 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4ab84de9-4a9b-410e-9616-6004b6363d8d req-a3c1ff7c-925b-488f-88cf-601c1045c73c tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513048 Aug 15 14:20:01.943803 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.db.api [None req-abc69c4b-3bb9-4f25-8791-35a45bad4c4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 15 14:20:01.944153 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG oslo_db.api [None req-abc69c4b-3bb9-4f25-8791-35a45bad4c4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 15 14:20:01.948491 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-b91363d9-e877-402a-9ecc-24473343a6e7 None None] For port 80357538-6a1b-49cb-95ed-c9b3f65a1e11, host dv-cinder-804581-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=80357538-6a1b-49cb-95ed-c9b3f65a1e11,segment=NetworkSegment(5e752e44-7069-4182-ac48-4f84d046513a),segment_id=5e752e44-7069-4182-ac48-4f84d046513a)] {{(pid=94453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:20:01.952702 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-0b61154d-f5cc-4a8b-bc8c-9c398a65403c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:01.962818 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Pushing event updated for resources: {'Port': ['ID=5fc4cbc7-2599-4a1c-bdd5-113b11d553db,revision_number=3']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:01.986705 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 9df7add7-f176-4456-ac50-28058c071650 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:20:01.987071 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:02.009111 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-b91363d9-e877-402a-9ecc-24473343a6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:02.035259 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-0b61154d-f5cc-4a8b-bc8c-9c398a65403c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823634'] for port, after_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:02.065193 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:02.081219 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91363d9-e877-402a-9ecc-24473343a6e7 None None] Routers {'f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:20:02.081923 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-b91363d9-e877-402a-9ecc-24473343a6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:19:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:20:02.110279 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-0b61154d-f5cc-4a8b-bc8c-9c398a65403c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-649778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520627'] for router_interface, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:02.112024 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61154d-f5cc-4a8b-bc8c-9c398a65403c admin admin] Pushing event updated for resources: {'Port': ['ID=7b8763b4-196a-4dc4-ba90-8baf90399049,revision_number=2']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:02.124764 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc510d2f-9f14-47ce-8ec2-a15f3cd92ff4 None None] Pushing event updated for resources: {'Port': ['ID=80357538-6a1b-49cb-95ed-c9b3f65a1e11,revision_number=3']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:02.210595 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b61154d-f5cc-4a8b-bc8c-9c398a65403c admin admin] Network 8b6cef49-0bac-47b8-8496-ece3ed4f3643 is already hosted by enough agents. {{(pid=94451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:20:02.212481 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.base_scheduler [None req-0b61154d-f5cc-4a8b-bc8c-9c398a65403c admin admin] Resources bound (agent type, host, resource id): {{(pid=94451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:20:02.230035 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-b91363d9-e877-402a-9ecc-24473343a6e7 None None] Set router f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:20:02.347652 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b61154d-f5cc-4a8b-bc8c-9c398a65403c admin admin] Router f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:20:02.396119 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 51330) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:20:02.488325 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e000842f-1ec1-46fd-8d71-e428750c61b7 req-d55403ce-85a8-4ce9-be32-d2f262c942af service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909972 Aug 15 14:20:02.499130 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b61154d-f5cc-4a8b-bc8c-9c398a65403c admin admin] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:20:02.514260 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-0b61154d-f5cc-4a8b-bc8c-9c398a65403c admin admin] 10.222.0.22 "PUT /v2.0/routers/f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9353592 Aug 15 14:20:02.625063 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-b91363d9-e877-402a-9ecc-24473343a6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c', 'name': 'tempest-TestShelveInstance-1392979165-router', 'tenant_id': '92d52db0b7f64f09a9abd7d70f0a5c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '80357538-6a1b-49cb-95ed-c9b3f65a1e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:19:58Z', 'updated_at': '2021-08-15T14:20:01Z', 'revision_number': 4, 'project_id': '92d52db0b7f64f09a9abd7d70f0a5c80', 'gw_port': {'id': '80357538-6a1b-49cb-95ed-c9b3f65a1e11', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:19:59Z', 'updated_at': '2021-08-15T14:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '7b8763b4-196a-4dc4-ba90-8baf90399049', 'name': '', 'network_id': '8b6cef49-0bac-47b8-8496-ece3ed4f3643', 'tenant_id': '92d52db0b7f64f09a9abd7d70f0a5c80', 'mac_address': 'fa:16:3e:74:59:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '486441ed-6bf8-4ff0-804d-9524b169ce64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:20:01Z', 'updated_at': '2021-08-15T14:20:01Z', 'revision_number': 2, 'project_id': '92d52db0b7f64f09a9abd7d70f0a5c80', 'subnets': [{'id': '486441ed-6bf8-4ff0-804d-9524b169ce64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:20:02.653171 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91363d9-e877-402a-9ecc-24473343a6e7 None None] The sync data for ids ['f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c'] in dv-cinder-804581-6-iscsi is: [{'id': 'f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c', 'name': 'tempest-TestShelveInstance-1392979165-router', 'tenant_id': '92d52db0b7f64f09a9abd7d70f0a5c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '80357538-6a1b-49cb-95ed-c9b3f65a1e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:19:58Z', 'updated_at': '2021-08-15T14:20:01Z', 'revision_number': 4, 'project_id': '92d52db0b7f64f09a9abd7d70f0a5c80', 'gw_port': {'id': '80357538-6a1b-49cb-95ed-c9b3f65a1e11', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:19:59Z', 'updated_at': '2021-08-15T14:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '7b8763b4-196a-4dc4-ba90-8baf90399049', 'name': '', 'network_id': '8b6cef49-0bac-47b8-8496-ece3ed4f3643', 'tenant_id': '92d52db0b7f64f09a9abd7d70f0a5c80', 'mac_address': 'fa:16:3e:74:59:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '486441ed-6bf8-4ff0-804d-9524b169ce64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:20:01Z', 'updated_at': '2021-08-15T14:20:01Z', 'revision_number': 2, 'project_id': '92d52db0b7f64f09a9abd7d70f0a5c80', 'subnets': [{'id': '486441ed-6bf8-4ff0-804d-9524b169ce64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:20:02.732899 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-f99778eb-ba83-4538-9f31-2cc35d32b131 None None] Provisioning for port 7b8763b4-196a-4dc4-ba90-8baf90399049 completed by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:20:02.739384 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-f99778eb-ba83-4538-9f31-2cc35d32b131 None None] Provisioning complete for port 7b8763b4-196a-4dc4-ba90-8baf90399049 triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:20:02.739813 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-f99778eb-ba83-4538-9f31-2cc35d32b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:02.781151 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-f99778eb-ba83-4538-9f31-2cc35d32b131 None None] Port 7b8763b4-196a-4dc4-ba90-8baf90399049 cannot update to ACTIVE because it is not bound. {{(pid=94453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 15 14:20:02.962022 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 51348) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:20:02.968338 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-3d42f0cc-27fd-4533-a045-2530d59977d7 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1929009663', 'description': 'tempest-secgroup-smoke-1929009663 description', 'project_id': 'b107177252ed48509927e90013a94ff6'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:20:03.017565 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 5fc4cbc7-2599-4a1c-bdd5-113b11d553db up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:20:03.067604 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 5fc4cbc7-2599-4a1c-bdd5-113b11d553db triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:20:03.067977 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:03.076834 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78012fd-1c23-4672-b35b-bc50abfa680d req-c3c91c8f-bf62-4c2e-a565-4cca63eb5b72 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:03.079108 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d78012fd-1c23-4672-b35b-bc50abfa680d req-c3c91c8f-bf62-4c2e-a565-4cca63eb5b72 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 943 time: 0.0572834 Aug 15 14:20:03.080013 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-3d42f0cc-27fd-4533-a045-2530d59977d7 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:03.112028 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 7e1900df-b241-46b5-aa5a-7e57d188cee2 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:20:03.166471 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d78012fd-1c23-4672-b35b-bc50abfa680d req-328703cb-3706-4601-bd08-af963d14d8af tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710196 Aug 15 14:20:03.230647 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-3d42f0cc-27fd-4533-a045-2530d59977d7 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:03.281308 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-3d42f0cc-27fd-4533-a045-2530d59977d7 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:03.311053 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42f0cc-27fd-4533-a045-2530d59977d7 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e01bbb4-78e7-402e-8a57-0f92c74a1e89,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:03.364552 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-3d42f0cc-27fd-4533-a045-2530d59977d7 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:03.373723 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-3d42f0cc-27fd-4533-a045-2530d59977d7 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4017015 Aug 15 14:20:03.373947 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 51350) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:20:03.378141 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-b7a710ad-1ab4-4614-81e0-49fd2a5bfff7 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Request body: {'security_group_rule': {'security_group_id': '0e01bbb4-78e7-402e-8a57-0f92c74a1e89', 'project_id': 'b107177252ed48509927e90013a94ff6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:20:03.482437 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-b7a710ad-1ab4-4614-81e0-49fd2a5bfff7 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:03.556113 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-b7a710ad-1ab4-4614-81e0-49fd2a5bfff7 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:03.630035 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-b7a710ad-1ab4-4614-81e0-49fd2a5bfff7 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448577'] for security_group_rule, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:03.650229 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a710ad-1ab4-4614-81e0-49fd2a5bfff7 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05169e78-f52c-4fa3-adb2-2a2ad6c49375,revision_number=0']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:03.709887 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-b7a710ad-1ab4-4614-81e0-49fd2a5bfff7 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:03.711201 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-b7a710ad-1ab4-4614-81e0-49fd2a5bfff7 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3374963 Aug 15 14:20:03.714679 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 51352) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:20:03.719682 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-283217f3-6f2e-4936-8a69-526d0b446a02 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Request body: {'security_group_rule': {'security_group_id': '0e01bbb4-78e7-402e-8a57-0f92c74a1e89', 'project_id': 'b107177252ed48509927e90013a94ff6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:20:03.841088 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-283217f3-6f2e-4936-8a69-526d0b446a02 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:03.898627 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-283217f3-6f2e-4936-8a69-526d0b446a02 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:03.949619 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-283217f3-6f2e-4936-8a69-526d0b446a02 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448577'] for security_group_rule, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:03.972162 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283217f3-6f2e-4936-8a69-526d0b446a02 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10540063-c674-4b30-b9c7-513910bd47e9,revision_number=0']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:04.047103 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-283217f3-6f2e-4936-8a69-526d0b446a02 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:04.048454 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-283217f3-6f2e-4936-8a69-526d0b446a02 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3327715 Aug 15 14:20:04.051178 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 51354) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:20:04.056130 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-8183ce64-2dea-4274-ac27-e67955d20cc6 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Request body: {'security_group_rule': {'security_group_id': '0e01bbb4-78e7-402e-8a57-0f92c74a1e89', 'project_id': 'b107177252ed48509927e90013a94ff6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:20:04.143506 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-8183ce64-2dea-4274-ac27-e67955d20cc6 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:04.204441 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-8183ce64-2dea-4274-ac27-e67955d20cc6 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:04.293140 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-8183ce64-2dea-4274-ac27-e67955d20cc6 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448577'] for security_group_rule, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:04.303015 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d30e85-1a2a-4e5a-a97b-1acf3f91d91f req-57a1b0dc-0f5c-40da-a772-0a543eb3955f tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:04.304651 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-72d30e85-1a2a-4e5a-a97b-1acf3f91d91f req-57a1b0dc-0f5c-40da-a772-0a543eb3955f tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 943 time: 0.0563781 Aug 15 14:20:04.311369 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183ce64-2dea-4274-ac27-e67955d20cc6 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=497fb691-244e-43f0-9ea0-8a7c967cb68a,revision_number=0']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:04.348613 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-72d30e85-1a2a-4e5a-a97b-1acf3f91d91f req-846d8f0d-3c61-4f4b-9f9f-2dee2c641b54 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359387 Aug 15 14:20:04.374631 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-8183ce64-2dea-4274-ac27-e67955d20cc6 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:04.375988 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-8183ce64-2dea-4274-ac27-e67955d20cc6 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3236668 Aug 15 14:20:04.378774 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 51358) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:20:04.385845 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-b3e92594-5e3f-41ad-bd61-4441da86ca70 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Request body: {'security_group_rule': {'security_group_id': '0e01bbb4-78e7-402e-8a57-0f92c74a1e89', 'project_id': 'b107177252ed48509927e90013a94ff6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:20:04.480884 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-b3e92594-5e3f-41ad-bd61-4441da86ca70 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:04.529444 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-b3e92594-5e3f-41ad-bd61-4441da86ca70 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:04.619886 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-b3e92594-5e3f-41ad-bd61-4441da86ca70 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448577'] for security_group_rule, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:04.638346 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e92594-5e3f-41ad-bd61-4441da86ca70 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7431ff4-73dd-4ad1-aaf2-1c5a44c321a8,revision_number=0']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:04.709773 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-b3e92594-5e3f-41ad-bd61-4441da86ca70 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:04.710985 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-b3e92594-5e3f-41ad-bd61-4441da86ca70 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3303697 Aug 15 14:20:04.713687 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 51360) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:20:04.717987 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-9471eb4e-46fa-4cef-be16-2fe9cd6720db tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Request body: {'security_group_rule': {'security_group_id': '0e01bbb4-78e7-402e-8a57-0f92c74a1e89', 'project_id': 'b107177252ed48509927e90013a94ff6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:20:04.807080 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.db.securitygroups_db [None req-9471eb4e-46fa-4cef-be16-2fe9cd6720db tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Project b107177252ed48509927e90013a94ff6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 15 14:20:04.812294 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-9471eb4e-46fa-4cef-be16-2fe9cd6720db tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:04.872765 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-9471eb4e-46fa-4cef-be16-2fe9cd6720db tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:04.949794 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-9471eb4e-46fa-4cef-be16-2fe9cd6720db tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448577'] for security_group_rule, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:04.970539 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 80357538-6a1b-49cb-95ed-c9b3f65a1e11 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:20:04.973589 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471eb4e-46fa-4cef-be16-2fe9cd6720db tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b2a0cb6-d82e-4ecc-9900-a2a73495f2fd,revision_number=0']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:05.010348 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000842f-1ec1-46fd-8d71-e428750c61b7 req-d5a501a3-25cc-46b6-8222-a59773da9cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:05.011843 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e000842f-1ec1-46fd-8d71-e428750c61b7 req-d5a501a3-25cc-46b6-8222-a59773da9cf6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd&tenant_id=b1cd26e2c90140de8aa0f6910b9341a5 HTTP/1.1" status: 200 len: 1096 time: 0.0708258 Aug 15 14:20:05.036049 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-9471eb4e-46fa-4cef-be16-2fe9cd6720db tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:05.037336 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-9471eb4e-46fa-4cef-be16-2fe9cd6720db tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3227115 Aug 15 14:20:05.040624 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 51362) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:20:05.045441 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-ef69c14e-bb40-4b51-98dc-5e5bd78d298c tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Request body: {'security_group_rule': {'security_group_id': '0e01bbb4-78e7-402e-8a57-0f92c74a1e89', 'project_id': 'b107177252ed48509927e90013a94ff6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:20:05.079652 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000842f-1ec1-46fd-8d71-e428750c61b7 req-2ed0bb9d-1f29-4bb0-9b50-df06b1e2d7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:05.081173 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e000842f-1ec1-46fd-8d71-e428750c61b7 req-2ed0bb9d-1f29-4bb0-9b50-df06b1e2d7e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1cd26e2c90140de8aa0f6910b9341a5&device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 1096 time: 0.0389647 Aug 15 14:20:05.104549 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning for port 80357538-6a1b-49cb-95ed-c9b3f65a1e11 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:20:05.108678 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 80357538-6a1b-49cb-95ed-c9b3f65a1e11 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:20:05.109078 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:05.133161 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.db.securitygroups_db [None req-ef69c14e-bb40-4b51-98dc-5e5bd78d298c tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Project b107177252ed48509927e90013a94ff6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 15 14:20:05.138828 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-ef69c14e-bb40-4b51-98dc-5e5bd78d298c tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:05.175498 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000842f-1ec1-46fd-8d71-e428750c61b7 req-e4747d05-6757-4761-a305-4d7c9e7357de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:05.177145 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e000842f-1ec1-46fd-8d71-e428750c61b7 req-e4747d05-6757-4761-a305-4d7c9e7357de service neutron] 10.222.0.20 "GET /v2.0/networks?id=81ce3d77-1ecb-4956-925d-d86609a6b989 HTTP/1.1" status: 200 len: 918 time: 0.0890543 Aug 15 14:20:05.195292 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:05.217770 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-ef69c14e-bb40-4b51-98dc-5e5bd78d298c tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:05.218002 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] For port 80357538-6a1b-49cb-95ed-c9b3f65a1e11, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=80357538-6a1b-49cb-95ed-c9b3f65a1e11,segment=NetworkSegment(5e752e44-7069-4182-ac48-4f84d046513a),segment_id=5e752e44-7069-4182-ac48-4f84d046513a)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:20:05.250750 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e000842f-1ec1-46fd-8d71-e428750c61b7 req-aeded1d2-1b1d-45d2-989e-9a3ba8c8172e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e1900df-b241-46b5-aa5a-7e57d188cee2 HTTP/1.1" status: 200 len: 998 time: 0.0666485 Aug 15 14:20:05.269974 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-ef69c14e-bb40-4b51-98dc-5e5bd78d298c tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448577'] for security_group_rule, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:05.281607 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:05.294521 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69c14e-bb40-4b51-98dc-5e5bd78d298c tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a77ca9-4061-44d5-9c45-c4582e45a708,revision_number=0']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:05.306468 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000842f-1ec1-46fd-8d71-e428750c61b7 req-a05129f4-e48d-4997-900e-adda6a1c1819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:05.308246 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e000842f-1ec1-46fd-8d71-e428750c61b7 req-a05129f4-e48d-4997-900e-adda6a1c1819 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f53a997d-ab58-4de4-8f6f-e69dca0dbda3 HTTP/1.1" status: 200 len: 856 time: 0.0505385 Aug 15 14:20:05.331161 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Pushing event updated for resources: {'Port': ['ID=80357538-6a1b-49cb-95ed-c9b3f65a1e11,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:05.344000 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-ef69c14e-bb40-4b51-98dc-5e5bd78d298c tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:05.345208 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-ef69c14e-bb40-4b51-98dc-5e5bd78d298c tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3035717 Aug 15 14:20:05.363758 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000842f-1ec1-46fd-8d71-e428750c61b7 req-0fbe4c70-212c-42c0-9a35-fc5f843bd81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:05.365258 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e000842f-1ec1-46fd-8d71-e428750c61b7 req-0fbe4c70-212c-42c0-9a35-fc5f843bd81e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81ce3d77-1ecb-4956-925d-d86609a6b989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502720 Aug 15 14:20:05.510359 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc6a83-267f-495e-9dc8-4f32d04f3d8e req-93cdeed0-5e21-44ea-b5ff-69725879e148 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:05.511819 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-36fc6a83-267f-495e-9dc8-4f32d04f3d8e req-93cdeed0-5e21-44ea-b5ff-69725879e148 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 943 time: 0.0813313 Aug 15 14:20:05.517143 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e000842f-1ec1-46fd-8d71-e428750c61b7 req-47014d2c-4bd6-4bc4-b53d-124a74a5ea77 service neutron] 10.222.0.20 "GET /v2.0/networks/81ce3d77-1ecb-4956-925d-d86609a6b989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441700 Aug 15 14:20:05.600589 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-36fc6a83-267f-495e-9dc8-4f32d04f3d8e req-2289e763-9cb2-489a-8487-c403cd973891 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822954 Aug 15 14:20:05.644059 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e000842f-1ec1-46fd-8d71-e428750c61b7 req-6089ba3f-8371-4eca-8fdb-306508fa1d7b service neutron] 10.222.0.20 "GET /v2.0/networks/81ce3d77-1ecb-4956-925d-d86609a6b989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187458 Aug 15 14:20:06.191884 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da991f52-1b8f-41cb-984d-7970ba189db0 None None] Sync routers for ids ['f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c'] in dv-cinder-804581-6-iscsi {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:20:06.208984 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da991f52-1b8f-41cb-984d-7970ba189db0 None None] Routers {'f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:20:06.209631 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-da991f52-1b8f-41cb-984d-7970ba189db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:19:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:20:06.314939 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-da991f52-1b8f-41cb-984d-7970ba189db0 None None] Set router f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:20:06.559158 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-da991f52-1b8f-41cb-984d-7970ba189db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c', 'name': 'tempest-TestShelveInstance-1392979165-router', 'tenant_id': '92d52db0b7f64f09a9abd7d70f0a5c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '80357538-6a1b-49cb-95ed-c9b3f65a1e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:19:58Z', 'updated_at': '2021-08-15T14:20:01Z', 'revision_number': 4, 'project_id': '92d52db0b7f64f09a9abd7d70f0a5c80', 'gw_port': {'id': '80357538-6a1b-49cb-95ed-c9b3f65a1e11', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:19:59Z', 'updated_at': '2021-08-15T14:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '7b8763b4-196a-4dc4-ba90-8baf90399049', 'name': '', 'network_id': '8b6cef49-0bac-47b8-8496-ece3ed4f3643', 'tenant_id': '92d52db0b7f64f09a9abd7d70f0a5c80', 'mac_address': 'fa:16:3e:74:59:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '486441ed-6bf8-4ff0-804d-9524b169ce64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:20:01Z', 'updated_at': '2021-08-15T14:20:01Z', 'revision_number': 2, 'project_id': '92d52db0b7f64f09a9abd7d70f0a5c80', 'subnets': [{'id': '486441ed-6bf8-4ff0-804d-9524b169ce64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:20:06.590249 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da991f52-1b8f-41cb-984d-7970ba189db0 None None] Checking router: f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c for host: dv-cinder-804581-6-iscsi {{(pid=94454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:20:06.590723 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da991f52-1b8f-41cb-984d-7970ba189db0 None None] Updating router f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c port 7b8763b4-196a-4dc4-ba90-8baf90399049 binding host dv-cinder-804581-6-iscsi {{(pid=94454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 15 14:20:06.623117 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-da991f52-1b8f-41cb-984d-7970ba189db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:06.760903 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229b6bd-8124-4027-8567-a26f210f6870 req-06c0af5b-70fe-4c86-b71a-cba204365d8d tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:06.763222 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e229b6bd-8124-4027-8567-a26f210f6870 req-06c0af5b-70fe-4c86-b71a-cba204365d8d tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 943 time: 0.0630560 Aug 15 14:20:06.813891 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e229b6bd-8124-4027-8567-a26f210f6870 req-bf63fd19-cefd-423a-90e9-40664a832895 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435188 Aug 15 14:20:06.929803 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-da991f52-1b8f-41cb-984d-7970ba189db0 None None] Notify callbacks [] for port, precommit_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:06.939532 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.provisioning_blocks [None req-da991f52-1b8f-41cb-984d-7970ba189db0 None None] Transition to ACTIVE for port object 7b8763b4-196a-4dc4-ba90-8baf90399049 will not be triggered until provisioned by entity L2. {{(pid=94454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:20:06.966866 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 80357538-6a1b-49cb-95ed-c9b3f65a1e11 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:20:06.990107 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-da991f52-1b8f-41cb-984d-7970ba189db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:07.023888 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 80357538-6a1b-49cb-95ed-c9b3f65a1e11 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:20:07.024347 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:07.050260 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72125609-201d-47b9-847c-9fe02661fa02 None None] Pushing event updated for resources: {'Port': ['ID=7b8763b4-196a-4dc4-ba90-8baf90399049,revision_number=3']} {{(pid=94454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:07.142501 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.managers [None req-da991f52-1b8f-41cb-984d-7970ba189db0 None None] Attempting to bind port 7b8763b4-196a-4dc4-ba90-8baf90399049 on host dv-cinder-804581-6-iscsi for vnic_type normal with profile {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:20:07.142952 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.managers [None req-da991f52-1b8f-41cb-984d-7970ba189db0 None None] Attempting to bind port 7b8763b4-196a-4dc4-ba90-8baf90399049 by drivers openvswitch,hyperv on host dv-cinder-804581-6-iscsi at level 0 using segments [{'id': 'fa9459fc-aa5f-4cb0-a0a3-c228f3abc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8b6cef49-0bac-47b8-8496-ece3ed4f3643'}] {{(pid=94454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:20:07.143316 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da991f52-1b8f-41cb-984d-7970ba189db0 None None] Attempting to bind port 7b8763b4-196a-4dc4-ba90-8baf90399049 on network 8b6cef49-0bac-47b8-8496-ece3ed4f3643 {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:20:07.149711 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da991f52-1b8f-41cb-984d-7970ba189db0 None None] Checking agent: {'id': '9fd064e6-11f0-4c96-a2d8-3af8385acf93', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 3, 44), 'started_at': datetime.datetime(2021, 8, 15, 14, 4, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:20:07.153983 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da991f52-1b8f-41cb-984d-7970ba189db0 None None] Checking segment: {'id': 'fa9459fc-aa5f-4cb0-a0a3-c228f3abc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8b6cef49-0bac-47b8-8496-ece3ed4f3643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:20:07.154406 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-da991f52-1b8f-41cb-984d-7970ba189db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:07.154806 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da991f52-1b8f-41cb-984d-7970ba189db0 None None] Bound using segment: {'id': 'fa9459fc-aa5f-4cb0-a0a3-c228f3abc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8b6cef49-0bac-47b8-8496-ece3ed4f3643'} {{(pid=94454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:20:07.155409 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.managers [None req-da991f52-1b8f-41cb-984d-7970ba189db0 None None] Bound port: 7b8763b4-196a-4dc4-ba90-8baf90399049, host: dv-cinder-804581-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9459fc-aa5f-4cb0-a0a3-c228f3abc089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8b6cef49-0bac-47b8-8496-ece3ed4f3643'}}] {{(pid=94454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:20:07.155666 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-da991f52-1b8f-41cb-984d-7970ba189db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:07.227648 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.db [None req-da991f52-1b8f-41cb-984d-7970ba189db0 None None] For port 7b8763b4-196a-4dc4-ba90-8baf90399049, host dv-cinder-804581-6-iscsi, cleared binding levels {{(pid=94454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:20:07.230951 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.plugins.ml2.db [None req-da991f52-1b8f-41cb-984d-7970ba189db0 None None] For port 7b8763b4-196a-4dc4-ba90-8baf90399049, host dv-cinder-804581-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=7b8763b4-196a-4dc4-ba90-8baf90399049,segment=NetworkSegment(fa9459fc-aa5f-4cb0-a0a3-c228f3abc089),segment_id=fa9459fc-aa5f-4cb0-a0a3-c228f3abc089)] {{(pid=94454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:20:07.270592 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron_lib.callbacks.manager [None req-da991f52-1b8f-41cb-984d-7970ba189db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:07.331232 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da991f52-1b8f-41cb-984d-7970ba189db0 None None] Routers {'f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:20:07.331863 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-da991f52-1b8f-41cb-984d-7970ba189db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:19:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:20:07.339442 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72125609-201d-47b9-847c-9fe02661fa02 None None] Pushing event updated for resources: {'Port': ['ID=7b8763b4-196a-4dc4-ba90-8baf90399049,revision_number=4']} {{(pid=94454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:07.477633 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-da991f52-1b8f-41cb-984d-7970ba189db0 None None] Set router f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:20:07.689319 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-da991f52-1b8f-41cb-984d-7970ba189db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c', 'name': 'tempest-TestShelveInstance-1392979165-router', 'tenant_id': '92d52db0b7f64f09a9abd7d70f0a5c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '80357538-6a1b-49cb-95ed-c9b3f65a1e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:19:58Z', 'updated_at': '2021-08-15T14:20:01Z', 'revision_number': 4, 'project_id': '92d52db0b7f64f09a9abd7d70f0a5c80', 'gw_port': {'id': '80357538-6a1b-49cb-95ed-c9b3f65a1e11', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:19:59Z', 'updated_at': '2021-08-15T14:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '7b8763b4-196a-4dc4-ba90-8baf90399049', 'name': '', 'network_id': '8b6cef49-0bac-47b8-8496-ece3ed4f3643', 'tenant_id': '92d52db0b7f64f09a9abd7d70f0a5c80', 'mac_address': 'fa:16:3e:74:59:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '486441ed-6bf8-4ff0-804d-9524b169ce64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:20:01Z', 'updated_at': '2021-08-15T14:20:07Z', 'revision_number': 4, 'project_id': '92d52db0b7f64f09a9abd7d70f0a5c80', 'subnets': [{'id': '486441ed-6bf8-4ff0-804d-9524b169ce64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:20:07.717952 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da991f52-1b8f-41cb-984d-7970ba189db0 None None] The sync data for ids ['f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c'] in dv-cinder-804581-6-iscsi is: [{'id': 'f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c', 'name': 'tempest-TestShelveInstance-1392979165-router', 'tenant_id': '92d52db0b7f64f09a9abd7d70f0a5c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '80357538-6a1b-49cb-95ed-c9b3f65a1e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:19:58Z', 'updated_at': '2021-08-15T14:20:01Z', 'revision_number': 4, 'project_id': '92d52db0b7f64f09a9abd7d70f0a5c80', 'gw_port': {'id': '80357538-6a1b-49cb-95ed-c9b3f65a1e11', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:19:59Z', 'updated_at': '2021-08-15T14:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '7b8763b4-196a-4dc4-ba90-8baf90399049', 'name': '', 'network_id': '8b6cef49-0bac-47b8-8496-ece3ed4f3643', 'tenant_id': '92d52db0b7f64f09a9abd7d70f0a5c80', 'mac_address': 'fa:16:3e:74:59:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '486441ed-6bf8-4ff0-804d-9524b169ce64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:20:01Z', 'updated_at': '2021-08-15T14:20:07Z', 'revision_number': 4, 'project_id': '92d52db0b7f64f09a9abd7d70f0a5c80', 'subnets': [{'id': '486441ed-6bf8-4ff0-804d-9524b169ce64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:20:07.965216 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabfa09-d44a-45eb-9bd1-bc5374a59f55 req-c60fbdb8-059b-4ba6-ad45-880601607776 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:07.966766 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-caabfa09-d44a-45eb-9bd1-bc5374a59f55 req-c60fbdb8-059b-4ba6-ad45-880601607776 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 943 time: 0.0550523 Aug 15 14:20:08.008164 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-caabfa09-d44a-45eb-9bd1-bc5374a59f55 req-dd6bfa03-e6b4-4dd5-a15a-91275c33553c tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351963 Aug 15 14:20:08.972584 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 7b8763b4-196a-4dc4-ba90-8baf90399049 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:20:09.058351 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning for port 7b8763b4-196a-4dc4-ba90-8baf90399049 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:20:09.062238 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 7b8763b4-196a-4dc4-ba90-8baf90399049 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:20:09.062634 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:09.134466 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc3d85-f5b0-4ceb-9473-a162fd41a76f req-e623a37f-4dd6-498e-9dfa-4992cf67b660 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:09.136065 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-8bcc3d85-f5b0-4ceb-9473-a162fd41a76f req-e623a37f-4dd6-498e-9dfa-4992cf67b660 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 943 time: 0.0490937 Aug 15 14:20:09.146666 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:09.175602 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-8bcc3d85-f5b0-4ceb-9473-a162fd41a76f req-4159c1aa-7854-40c0-b9aa-7c00686d6ae9 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327668 Aug 15 14:20:09.185291 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] For port 7b8763b4-196a-4dc4-ba90-8baf90399049, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=7b8763b4-196a-4dc4-ba90-8baf90399049,segment=NetworkSegment(fa9459fc-aa5f-4cb0-a0a3-c228f3abc089),segment_id=fa9459fc-aa5f-4cb0-a0a3-c228f3abc089)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:20:09.235736 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:09.323983 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Pushing event updated for resources: {'Port': ['ID=7b8763b4-196a-4dc4-ba90-8baf90399049,revision_number=5']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:09.856699 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e4665-f885-45e2-b305-342322b7b20b req-65436171-41d0-401d-9791-9de9b06df5a7 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:09.858728 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e63e4665-f885-45e2-b305-342322b7b20b req-65436171-41d0-401d-9791-9de9b06df5a7 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0529840 Aug 15 14:20:09.898498 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e63e4665-f885-45e2-b305-342322b7b20b req-4e4ca6e9-4e36-42bd-8bf5-fd954b86735f tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335755 Aug 15 14:20:10.303464 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543e8f2-e544-4284-8738-b743acee90d3 req-d893fcc9-71db-473c-86cb-8b43461e6b18 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:10.304887 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c543e8f2-e544-4284-8738-b743acee90d3 req-d893fcc9-71db-473c-86cb-8b43461e6b18 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 943 time: 0.0532110 Aug 15 14:20:10.347927 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c543e8f2-e544-4284-8738-b743acee90d3 req-9edce31c-7f91-4ecb-afc5-375add91030f tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366151 Aug 15 14:20:10.727562 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-57f498f7-7e59-42b3-a49a-85ae6d483c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:10.956958 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 7b8763b4-196a-4dc4-ba90-8baf90399049 up at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:20:11.011402 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Provisioning complete for port 7b8763b4-196a-4dc4-ba90-8baf90399049 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:20:11.011773 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:11.024471 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff241e-3013-4e44-870b-9bd125fc6d20 req-67058cab-c491-4571-b6e0-cc5a5a1cccf9 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:11.026237 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-46ff241e-3013-4e44-870b-9bd125fc6d20 req-67058cab-c491-4571-b6e0-cc5a5a1cccf9 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0497010 Aug 15 14:20:11.074918 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-46ff241e-3013-4e44-870b-9bd125fc6d20 req-8bf76d03-2992-4e21-a7c1-d8caae4123b7 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406668 Aug 15 14:20:11.477937 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28cae0-cffc-43f3-af47-1af2d8f60c59 req-e049c7a9-6511-4a52-93da-a19d9a926ce5 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:11.480068 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ce28cae0-cffc-43f3-af47-1af2d8f60c59 req-e049c7a9-6511-4a52-93da-a19d9a926ce5 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 943 time: 0.0515723 Aug 15 14:20:11.519435 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ce28cae0-cffc-43f3-af47-1af2d8f60c59 req-573b5fd9-f130-4a7e-8571-836c1ff10c5a tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331328 Aug 15 14:20:12.203478 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab30a5-ee01-484d-a877-5bf7159a9c3c req-16dff0e2-e7e9-4846-9c87-397b0dcb56aa tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:12.205001 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c1ab30a5-ee01-484d-a877-5bf7159a9c3c req-16dff0e2-e7e9-4846-9c87-397b0dcb56aa tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0615160 Aug 15 14:20:12.249092 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c1ab30a5-ee01-484d-a877-5bf7159a9c3c req-2dd78f23-e287-4644-acfc-27120d46553f tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376163 Aug 15 14:20:12.679822 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b8a66-6e47-4dca-a633-63e4e36fb732 req-27ec9a59-2608-4b2f-86bd-8a4f9551bbe3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:12.681659 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-3a4b8a66-6e47-4dca-a633-63e4e36fb732 req-27ec9a59-2608-4b2f-86bd-8a4f9551bbe3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 943 time: 0.0738750 Aug 15 14:20:12.721464 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-3a4b8a66-6e47-4dca-a633-63e4e36fb732 req-1d0ab869-a1a4-483f-85ce-cbff881e0702 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335131 Aug 15 14:20:13.247182 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-bc5b4600-00be-4bb4-9873-a271fec7e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:13.374853 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298b607-e0b3-4dd2-b446-47214cdfb91e req-12213b1d-f2d0-4e85-bc34-0857118b334d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:13.376405 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d298b607-e0b3-4dd2-b446-47214cdfb91e req-12213b1d-f2d0-4e85-bc34-0857118b334d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0517330 Aug 15 14:20:13.415654 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d298b607-e0b3-4dd2-b446-47214cdfb91e req-9534628b-0d00-41a1-9cee-df1b29fa3ca5 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332441 Aug 15 14:20:13.854773 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cce03-157b-41ba-8f75-dedb2706b330 req-dc17886f-41af-4456-98ab-dde38ce0db84 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:13.856360 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1b5cce03-157b-41ba-8f75-dedb2706b330 req-dc17886f-41af-4456-98ab-dde38ce0db84 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 943 time: 0.0523493 Aug 15 14:20:13.870282 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:13.895756 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1b5cce03-157b-41ba-8f75-dedb2706b330 req-3a7a1c26-dcb5-410d-9a5e-79925b2af9b7 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333731 Aug 15 14:20:14.540113 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd54a4b-b577-45d4-9433-12f9fbcfba5b req-81194621-8ef0-4b73-9171-b34b47de12d8 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:14.542110 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1bd54a4b-b577-45d4-9433-12f9fbcfba5b req-81194621-8ef0-4b73-9171-b34b47de12d8 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0517075 Aug 15 14:20:14.589548 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1bd54a4b-b577-45d4-9433-12f9fbcfba5b req-45d41616-648c-46cb-a30a-197d84099bd7 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407393 Aug 15 14:20:14.658465 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:15.019138 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715671c0-d98a-4f52-aef1-b4b55d16f072 req-ae70254a-c19d-406a-85d2-19667b01018b tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:15.020607 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-715671c0-d98a-4f52-aef1-b4b55d16f072 req-ae70254a-c19d-406a-85d2-19667b01018b tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 943 time: 0.0497456 Aug 15 14:20:15.063654 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-715671c0-d98a-4f52-aef1-b4b55d16f072 req-d81a7cdd-a170-4c00-b70a-d57d3e4e3690 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369716 Aug 15 14:20:15.724614 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d25b7a-1ec1-4dee-b292-976bb2031a72 req-cd5242f5-48fa-44b2-acb6-b369e1d65cb4 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:15.726480 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d9d25b7a-1ec1-4dee-b292-976bb2031a72 req-cd5242f5-48fa-44b2-acb6-b369e1d65cb4 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0565886 Aug 15 14:20:15.768825 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d9d25b7a-1ec1-4dee-b292-976bb2031a72 req-089664cc-0047-4f79-a62f-6c64a501f0af tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355279 Aug 15 14:20:16.188653 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2110c6-47a5-4a87-8da4-50eb26a7b210 req-74c23dc8-3afb-4569-b538-34bdd9f536a8 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:16.190315 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ff2110c6-47a5-4a87-8da4-50eb26a7b210 req-74c23dc8-3afb-4569-b538-34bdd9f536a8 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 943 time: 0.0507770 Aug 15 14:20:16.229028 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ff2110c6-47a5-4a87-8da4-50eb26a7b210 req-3a738426-4a44-4a0a-bc14-1ba5a6bb0a26 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326538 Aug 15 14:20:16.590080 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:16.902072 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475aee1-3c63-44af-9f60-64667761ad25 req-aafec93c-5a7d-4f74-a5a1-056e998850bc tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:16.903599 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6475aee1-3c63-44af-9f60-64667761ad25 req-aafec93c-5a7d-4f74-a5a1-056e998850bc tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0511186 Aug 15 14:20:16.956672 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6475aee1-3c63-44af-9f60-64667761ad25 req-325ea4c9-bfff-4d92-a5a6-e2fcf7f84d30 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464640 Aug 15 14:20:17.365011 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340fd13-15c3-4f69-82d1-674b9d4a938a req-60034788-8ab9-427e-bcff-0e3a1a81539b tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:17.366538 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a340fd13-15c3-4f69-82d1-674b9d4a938a req-60034788-8ab9-427e-bcff-0e3a1a81539b tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 943 time: 0.0559115 Aug 15 14:20:17.415456 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a340fd13-15c3-4f69-82d1-674b9d4a938a req-d340610c-abd9-487e-8359-315944903d7a tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415356 Aug 15 14:20:18.091871 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388abf7-94fb-4743-9f4d-9d09f228cf36 req-064f2634-5ac2-4dfe-8f1b-71fb11611dbd tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:18.093321 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c388abf7-94fb-4743-9f4d-9d09f228cf36 req-064f2634-5ac2-4dfe-8f1b-71fb11611dbd tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0498559 Aug 15 14:20:18.132079 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c388abf7-94fb-4743-9f4d-9d09f228cf36 req-095cf5cd-c65b-44be-9511-85089892285c tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329099 Aug 15 14:20:18.543654 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f54b74-29b8-4546-9756-d2b0df93a390 req-4cd1d29f-41f7-4f92-9514-59c2d2cc0b7b tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:18.545150 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-89f54b74-29b8-4546-9756-d2b0df93a390 req-4cd1d29f-41f7-4f92-9514-59c2d2cc0b7b tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 943 time: 0.0527186 Aug 15 14:20:18.585407 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-89f54b74-29b8-4546-9756-d2b0df93a390 req-79b5dda4-ddcc-47d3-aeee-802d11cc0ea3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338738 Aug 15 14:20:19.257374 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc7ad1-abfe-4198-a5ae-12b74f9b053b req-fb7d82f1-6efa-4cfc-a36b-0baa18856c47 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:19.258725 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-20dc7ad1-abfe-4198-a5ae-12b74f9b053b req-fb7d82f1-6efa-4cfc-a36b-0baa18856c47 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0534868 Aug 15 14:20:19.296837 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-20dc7ad1-abfe-4198-a5ae-12b74f9b053b req-8f99ef52-a854-4a82-8b73-55d55701fa3d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315421 Aug 15 14:20:19.703018 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ccc50-fe3b-47f0-9234-7f770a450293 req-38854c50-83dd-4ba9-b6d7-d3d7abf234c3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:19.704475 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-3e3ccc50-fe3b-47f0-9234-7f770a450293 req-38854c50-83dd-4ba9-b6d7-d3d7abf234c3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 943 time: 0.0474663 Aug 15 14:20:19.742195 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-3e3ccc50-fe3b-47f0-9234-7f770a450293 req-8d223953-9f29-4b4d-b943-fcad24603b6e tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316594 Aug 15 14:20:20.409899 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b235617-be3b-40c3-80a4-5465a34f7755 req-e3685fe0-4afb-479f-8132-1b0c012be160 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:20.411384 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0b235617-be3b-40c3-80a4-5465a34f7755 req-e3685fe0-4afb-479f-8132-1b0c012be160 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0489302 Aug 15 14:20:20.450889 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0b235617-be3b-40c3-80a4-5465a34f7755 req-3a1bc90f-2592-4b9d-88fb-0f974229cd28 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333652 Aug 15 14:20:20.864663 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b2f29-b53d-4b67-bf9b-cbc12ae64ff0 req-b83c6812-29ee-41dd-8c64-0b765d1190df tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:20.866152 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-183b2f29-b53d-4b67-bf9b-cbc12ae64ff0 req-b83c6812-29ee-41dd-8c64-0b765d1190df tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 943 time: 0.0514612 Aug 15 14:20:20.909810 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-183b2f29-b53d-4b67-bf9b-cbc12ae64ff0 req-93db568d-0818-48c6-9d15-55717d49fcc0 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374382 Aug 15 14:20:21.566145 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1c6de-9eb4-4e6a-ab26-85bd16a01bc8 req-732b2529-64f1-42c8-9e7d-1c9969bfc3b5 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:21.567490 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b0e1c6de-9eb4-4e6a-ab26-85bd16a01bc8 req-732b2529-64f1-42c8-9e7d-1c9969bfc3b5 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0477328 Aug 15 14:20:21.603245 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b0e1c6de-9eb4-4e6a-ab26-85bd16a01bc8 req-e98f4b38-f1d1-4514-8c14-592b190c8573 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298769 Aug 15 14:20:22.029224 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215ae8f-ee2d-4b31-b314-00ede09b5c57 req-e0ade131-396b-418c-8026-64a53829212c tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:22.031395 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b215ae8f-ee2d-4b31-b314-00ede09b5c57 req-e0ade131-396b-418c-8026-64a53829212c tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 943 time: 0.0486817 Aug 15 14:20:22.068427 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b215ae8f-ee2d-4b31-b314-00ede09b5c57 req-70ea754a-92bc-4d20-9c80-eb42f6046b10 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313113 Aug 15 14:20:22.304271 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b4b06-9389-4c77-81ed-0bbfd73e6fab req-751cc8ac-7344-4e62-bc60-1d0bb5d3a2e4 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:22.305706 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-837b4b06-9389-4c77-81ed-0bbfd73e6fab req-751cc8ac-7344-4e62-bc60-1d0bb5d3a2e4 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0518956 Aug 15 14:20:22.393710 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-837b4b06-9389-4c77-81ed-0bbfd73e6fab req-ebb05e83-6927-4488-98fb-57ee807c13cb tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Deleting port 414d923b-4006-41a2-9c05-eb3e14e99b37 {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:20:22.394048 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-837b4b06-9389-4c77-81ed-0bbfd73e6fab req-ebb05e83-6927-4488-98fb-57ee807c13cb tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:22.480218 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-837b4b06-9389-4c77-81ed-0bbfd73e6fab req-ebb05e83-6927-4488-98fb-57ee807c13cb tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] For port 414d923b-4006-41a2-9c05-eb3e14e99b37, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=414d923b-4006-41a2-9c05-eb3e14e99b37,segment=NetworkSegment(ada33314-c548-47cf-a85a-b333e3e0fa46),segment_id=ada33314-c548-47cf-a85a-b333e3e0fa46)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:20:22.480575 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-837b4b06-9389-4c77-81ed-0bbfd73e6fab req-ebb05e83-6927-4488-98fb-57ee807c13cb tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:22.642948 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-837b4b06-9389-4c77-81ed-0bbfd73e6fab req-ebb05e83-6927-4488-98fb-57ee807c13cb tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:22.643526 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-837b4b06-9389-4c77-81ed-0bbfd73e6fab req-ebb05e83-6927-4488-98fb-57ee807c13cb tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594844'] for floatingip, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:22.643642 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.db.l3_db [req-837b4b06-9389-4c77-81ed-0bbfd73e6fab req-ebb05e83-6927-4488-98fb-57ee807c13cb tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Floating IP 35b72119-17e5-4987-bd7c-46a523586217 disassociated. External IP: 172.27.3.197, port: 414d923b-4006-41a2-9c05-eb3e14e99b37. Aug 15 14:20:22.643950 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-837b4b06-9389-4c77-81ed-0bbfd73e6fab req-ebb05e83-6927-4488-98fb-57ee807c13cb tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Calling delete_port for 414d923b-4006-41a2-9c05-eb3e14e99b37 owned by compute:nova {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:20:22.753464 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39af22-10b0-45cf-b924-a61ce4170056 req-41602f90-7117-4b60-9e49-1b04b00be360 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:22.754938 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-bb39af22-10b0-45cf-b924-a61ce4170056 req-41602f90-7117-4b60-9e49-1b04b00be360 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 945 time: 0.0724216 Aug 15 14:20:22.836435 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-bb39af22-10b0-45cf-b924-a61ce4170056 req-fec8b839-ea69-444d-9afc-594b9c02e301 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752540 Aug 15 14:20:22.898333 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-837b4b06-9389-4c77-81ed-0bbfd73e6fab req-ebb05e83-6927-4488-98fb-57ee807c13cb tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:22.928319 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb05e83-6927-4488-98fb-57ee807c13cb tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Pushing event deleted for resources: {'Port': ['ID=414d923b-4006-41a2-9c05-eb3e14e99b37,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:23.038597 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-837b4b06-9389-4c77-81ed-0bbfd73e6fab req-ebb05e83-6927-4488-98fb-57ee807c13cb tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Router a662057b-06c1-4589-8f04-ddbedb94c4b8 has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:20:23.144905 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-837b4b06-9389-4c77-81ed-0bbfd73e6fab req-ebb05e83-6927-4488-98fb-57ee807c13cb tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:20:23.156223 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c2d3da-6309-4bae-b367-689c293f5724 None None] Sync routers for ids ['a662057b-06c1-4589-8f04-ddbedb94c4b8'] in dv-cinder-804581-6-iscsi {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:20:23.166078 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c2d3da-6309-4bae-b367-689c293f5724 None None] Routers {'a662057b-06c1-4589-8f04-ddbedb94c4b8'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:20:23.167192 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-c6c2d3da-6309-4bae-b367-689c293f5724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:20:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['a662057b-06c1-4589-8f04-ddbedb94c4b8'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:20:23.184271 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-837b4b06-9389-4c77-81ed-0bbfd73e6fab req-ebb05e83-6927-4488-98fb-57ee807c13cb tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] No DVR routers for this DVR port 414d923b-4006-41a2-9c05-eb3e14e99b37 on host hv-cinder-80458 {{(pid=94450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:20:23.186887 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-837b4b06-9389-4c77-81ed-0bbfd73e6fab req-ebb05e83-6927-4488-98fb-57ee807c13cb tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:23.187461 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc296acc-18ab-4fb4-90f8-aa919ebc8000 req-488feef3-37ec-4326-a461-171615b457a0 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:23.189600 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-fc296acc-18ab-4fb4-90f8-aa919ebc8000 req-488feef3-37ec-4326-a461-171615b457a0 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 943 time: 0.0491433 Aug 15 14:20:23.189750 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-837b4b06-9389-4c77-81ed-0bbfd73e6fab req-ebb05e83-6927-4488-98fb-57ee807c13cb tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.20 "DELETE /v2.0/ports/414d923b-4006-41a2-9c05-eb3e14e99b37 HTTP/1.1" status: 204 len: 173 time: 0.8772209 Aug 15 14:20:23.190155 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f704447-d7cb-460e-8a42-dafaa0340e7e', 'name': 'network-vif-deleted', 'tag': '414d923b-4006-41a2-9c05-eb3e14e99b37'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:20:23.192403 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331b4ad4-82bd-44d1-8cf6-ebf7e3279998" -d '{"events": [{"server_uuid": "5f704447-d7cb-460e-8a42-dafaa0340e7e", "name": "network-vif-deleted", "tag": "414d923b-4006-41a2-9c05-eb3e14e99b37"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:20:23.227525 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1aec0d2-19b4-439c-8852-b791e9543b21 x-openstack-request-id: req-d1aec0d2-19b4-439c-8852-b791e9543b21 {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:20:23.227815 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f704447-d7cb-460e-8a42-dafaa0340e7e", "name": "network-vif-deleted", "tag": "414d923b-4006-41a2-9c05-eb3e14e99b37", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:20:23.228066 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d1aec0d2-19b4-439c-8852-b791e9543b21 {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:20:23.228606 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f704447-d7cb-460e-8a42-dafaa0340e7e', 'name': 'network-vif-deleted', 'tag': '414d923b-4006-41a2-9c05-eb3e14e99b37', 'status': 'completed', 'code': 200} Aug 15 14:20:23.235536 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-fc296acc-18ab-4fb4-90f8-aa919ebc8000 req-218b1f7c-987f-4512-9db7-5175c987d080 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356545 Aug 15 14:20:23.295642 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-c6c2d3da-6309-4bae-b367-689c293f5724 None None] Set router a662057b-06c1-4589-8f04-ddbedb94c4b8 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:20:23.501874 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-c6c2d3da-6309-4bae-b367-689c293f5724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'name': 'tempest-AttachVolumeTestJSON-1578304414-router', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:11:35Z', 'updated_at': '2021-08-15T14:11:42Z', 'revision_number': 4, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'gw_port': {'id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:42:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:37Z', 'updated_at': '2021-08-15T14:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '2729c60c-b551-4ff4-a067-581dea7f438a', 'name': '', 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'mac_address': 'fa:16:3e:97:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '755f6259-b6d2-4fd1-8b9f-a7b43f738a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:41Z', 'updated_at': '2021-08-15T14:11:50Z', 'revision_number': 5, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'subnets': [{'id': '755f6259-b6d2-4fd1-8b9f-a7b43f738a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:20:23.532886 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c2d3da-6309-4bae-b367-689c293f5724 None None] Checking router: a662057b-06c1-4589-8f04-ddbedb94c4b8 for host: dv-cinder-804581-6-iscsi {{(pid=94453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:20:23.541194 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c2d3da-6309-4bae-b367-689c293f5724 None None] Routers {'a662057b-06c1-4589-8f04-ddbedb94c4b8'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:20:23.542106 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-c6c2d3da-6309-4bae-b367-689c293f5724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:20:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['a662057b-06c1-4589-8f04-ddbedb94c4b8'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:20:23.648887 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-c6c2d3da-6309-4bae-b367-689c293f5724 None None] Set router a662057b-06c1-4589-8f04-ddbedb94c4b8 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:20:23.850576 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-c6c2d3da-6309-4bae-b367-689c293f5724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'name': 'tempest-AttachVolumeTestJSON-1578304414-router', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:11:35Z', 'updated_at': '2021-08-15T14:11:42Z', 'revision_number': 4, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'gw_port': {'id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:42:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:37Z', 'updated_at': '2021-08-15T14:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '2729c60c-b551-4ff4-a067-581dea7f438a', 'name': '', 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'mac_address': 'fa:16:3e:97:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '755f6259-b6d2-4fd1-8b9f-a7b43f738a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:41Z', 'updated_at': '2021-08-15T14:11:50Z', 'revision_number': 5, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'subnets': [{'id': '755f6259-b6d2-4fd1-8b9f-a7b43f738a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:20:23.876863 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c2d3da-6309-4bae-b367-689c293f5724 None None] The sync data for ids ['a662057b-06c1-4589-8f04-ddbedb94c4b8'] in dv-cinder-804581-6-iscsi is: [{'id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'name': 'tempest-AttachVolumeTestJSON-1578304414-router', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:11:35Z', 'updated_at': '2021-08-15T14:11:42Z', 'revision_number': 4, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'gw_port': {'id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:42:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:37Z', 'updated_at': '2021-08-15T14:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '2729c60c-b551-4ff4-a067-581dea7f438a', 'name': '', 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'mac_address': 'fa:16:3e:97:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '755f6259-b6d2-4fd1-8b9f-a7b43f738a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:41Z', 'updated_at': '2021-08-15T14:11:50Z', 'revision_number': 5, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'subnets': [{'id': '755f6259-b6d2-4fd1-8b9f-a7b43f738a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:20:24.124001 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a380c366-8607-4d88-bfc2-fd2b894a87c0 None None] New status for floating IP 35b72119-17e5-4987-bd7c-46a523586217: DOWN {{(pid=94454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 15 14:20:24.207275 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9b0e6dbf-7418-4c40-b1e0-0bc5f96efc33 req-c9b6c045-4cb7-449a-a9cb-c6baba4dd422 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f704447-d7cb-460e-8a42-dafaa0340e7e HTTP/1.1" status: 200 len: 210 time: 0.2899902 Aug 15 14:20:24.368545 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ef3ef-78b5-408e-9ddc-6457b92cc351 req-81b98902-8b78-4365-89a2-58c8ddb72559 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:24.370026 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-678ef3ef-78b5-408e-9ddc-6457b92cc351 req-81b98902-8b78-4365-89a2-58c8ddb72559 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 943 time: 0.0553806 Aug 15 14:20:24.407182 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-678ef3ef-78b5-408e-9ddc-6457b92cc351 req-bac8948a-1549-487d-8391-1edb097c5d14 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303600 Aug 15 14:20:25.255409 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 414d923b-4006-41a2-9c05-eb3e14e99b37 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:20:25.279090 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] No Port match for: 414d923b-4006-41a2-9c05-eb3e14e99b37 {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:20:25.279438 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 414d923b-4006-41a2-9c05-eb3e14e99b37 not bound to the agent host hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:20:25.355625 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 51576) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:20:25.408923 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-415da472-8aa7-47cd-a492-8cbe9df583ea tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:25.431588 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-415da472-8aa7-47cd-a492-8cbe9df583ea tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:25.525355 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f6bd7-9b48-447e-9672-cc1cf34f6d92 req-ee611020-ec70-4137-89b9-b5216992dad8 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:25.526838 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d02f6bd7-9b48-447e-9672-cc1cf34f6d92 req-ee611020-ec70-4137-89b9-b5216992dad8 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 943 time: 0.0484326 Aug 15 14:20:25.549911 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-415da472-8aa7-47cd-a492-8cbe9df583ea tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:25.552471 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-415da472-8aa7-47cd-a492-8cbe9df583ea tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:25.553656 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-415da472-8aa7-47cd-a492-8cbe9df583ea tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "DELETE /v2.0/security-groups/c66dbba0-6f3b-4662-90d3-68cdea7a1a0b HTTP/1.1" status: 204 len: 168 time: 0.1969919 Aug 15 14:20:25.557011 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 51580) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:20:25.564804 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d02f6bd7-9b48-447e-9672-cc1cf34f6d92 req-4a03142f-f428-49f8-bdcf-2ebcad392589 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314956 Aug 15 14:20:25.570226 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415da472-8aa7-47cd-a492-8cbe9df583ea tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66dbba0-6f3b-4662-90d3-68cdea7a1a0b,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:25.580628 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.api.v2.resource [None req-09da4961-f0fc-4a8d-b0e0-4bfedd6a4ab3 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] show failed (client error): The resource could not be found. Aug 15 14:20:25.581655 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-09da4961-f0fc-4a8d-b0e0-4bfedd6a4ab3 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups/c66dbba0-6f3b-4662-90d3-68cdea7a1a0b HTTP/1.1" status: 404 len: 347 time: 0.0236948 Aug 15 14:20:25.583123 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415da472-8aa7-47cd-a492-8cbe9df583ea tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:25.583474 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415da472-8aa7-47cd-a492-8cbe9df583ea tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:25.583803 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415da472-8aa7-47cd-a492-8cbe9df583ea tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:25.584139 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415da472-8aa7-47cd-a492-8cbe9df583ea tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:25.584481 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415da472-8aa7-47cd-a492-8cbe9df583ea tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:25.584783 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415da472-8aa7-47cd-a492-8cbe9df583ea tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:25.585136 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415da472-8aa7-47cd-a492-8cbe9df583ea tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:25.585255 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 51582) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:20:25.585458 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415da472-8aa7-47cd-a492-8cbe9df583ea tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:25.585775 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415da472-8aa7-47cd-a492-8cbe9df583ea tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:25.586096 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415da472-8aa7-47cd-a492-8cbe9df583ea tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:25.586412 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415da472-8aa7-47cd-a492-8cbe9df583ea tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:25.586726 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415da472-8aa7-47cd-a492-8cbe9df583ea tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:25.708591 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-c35725d7-3bcf-40ee-8edb-6eff39b2c5f7 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Deleting port 22f6b843-7f3b-42ea-bd75-3477b47ec159 {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:20:25.708852 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-c35725d7-3bcf-40ee-8edb-6eff39b2c5f7 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:25.785151 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-c35725d7-3bcf-40ee-8edb-6eff39b2c5f7 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:25.785508 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-c35725d7-3bcf-40ee-8edb-6eff39b2c5f7 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:25.796781 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-c35725d7-3bcf-40ee-8edb-6eff39b2c5f7 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Calling delete_port for 22f6b843-7f3b-42ea-bd75-3477b47ec159 owned by network:floatingip {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:20:25.989547 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-c35725d7-3bcf-40ee-8edb-6eff39b2c5f7 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:26.015430 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35725d7-3bcf-40ee-8edb-6eff39b2c5f7 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Pushing event deleted for resources: {'Port': ['ID=22f6b843-7f3b-42ea-bd75-3477b47ec159,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:26.071650 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-c35725d7-3bcf-40ee-8edb-6eff39b2c5f7 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for floatingip, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:26.074103 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-c35725d7-3bcf-40ee-8edb-6eff39b2c5f7 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for floatingip, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:26.075230 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-c35725d7-3bcf-40ee-8edb-6eff39b2c5f7 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "DELETE /v2.0/floatingips/35b72119-17e5-4987-bd7c-46a523586217 HTTP/1.1" status: 204 len: 168 time: 0.4889138 Aug 15 14:20:26.559259 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 51588) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:20:26.564432 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-dd0bb16b-aaf5-4690-8786-c36455fb0ed5 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Request body: {'security_group': {'name': 'tempest-securitygroup--556994754', 'description': 'tempest-description--473779131'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:20:26.664594 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb16b-aaf5-4690-8786-c36455fb0ed5 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:26.705135 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793a95b-a2aa-4e11-85f7-1840f2dc5df6 req-93e09294-0fe1-47e5-8e8c-dc65cebad4eb tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:26.706608 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9793a95b-a2aa-4e11-85f7-1840f2dc5df6 req-93e09294-0fe1-47e5-8e8c-dc65cebad4eb tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 943 time: 0.0699415 Aug 15 14:20:26.762127 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9793a95b-a2aa-4e11-85f7-1840f2dc5df6 req-9c5cf473-d8ff-4c04-80d5-db820682f4e1 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487576 Aug 15 14:20:26.792162 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb16b-aaf5-4690-8786-c36455fb0ed5 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:26.870053 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb16b-aaf5-4690-8786-c36455fb0ed5 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:26.898424 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0bb16b-aaf5-4690-8786-c36455fb0ed5 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf2b45c-bdf6-4e19-aa8b-e0ed0e95f2ac,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:26.972735 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb16b-aaf5-4690-8786-c36455fb0ed5 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:26.974030 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-dd0bb16b-aaf5-4690-8786-c36455fb0ed5 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4136939 Aug 15 14:20:26.976805 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 51592) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:20:26.981115 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-f661e9f5-c6a4-47ed-ae17-c6db0d3a1d47 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Request body: {'security_group_rule': {'security_group_id': '6cf2b45c-bdf6-4e19-aa8b-e0ed0e95f2ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:20:27.074239 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-f661e9f5-c6a4-47ed-ae17-c6db0d3a1d47 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:27.128434 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-f661e9f5-c6a4-47ed-ae17-c6db0d3a1d47 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:27.189827 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-f661e9f5-c6a4-47ed-ae17-c6db0d3a1d47 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448577'] for security_group_rule, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:27.206903 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661e9f5-c6a4-47ed-ae17-c6db0d3a1d47 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d62248e4-22b8-45e4-959d-bb67fc605774,revision_number=0']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:27.292664 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-f661e9f5-c6a4-47ed-ae17-c6db0d3a1d47 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:27.293956 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-f661e9f5-c6a4-47ed-ae17-c6db0d3a1d47 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3162379 Aug 15 14:20:27.296618 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 51596) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:20:27.301550 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-4cafa420-8b41-4def-9123-ec72075e1777 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Request body: {'security_group_rule': {'security_group_id': '6cf2b45c-bdf6-4e19-aa8b-e0ed0e95f2ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:20:27.365842 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4cafa420-8b41-4def-9123-ec72075e1777 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:27.420642 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4cafa420-8b41-4def-9123-ec72075e1777 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:27.463375 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4cafa420-8b41-4def-9123-ec72075e1777 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448577'] for security_group_rule, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:27.483517 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cafa420-8b41-4def-9123-ec72075e1777 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b01d6c-4f06-4807-a24c-ce382b88f01c,revision_number=0']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:27.537932 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4cafa420-8b41-4def-9123-ec72075e1777 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:27.539116 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-4cafa420-8b41-4def-9123-ec72075e1777 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2415867 Aug 15 14:20:27.542457 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 51598) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:20:27.546729 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-898119df-6b2d-4b50-bdda-7f8c4bba7881 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Request body: {'floatingip': {'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:20:27.612162 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-898119df-6b2d-4b50-bdda-7f8c4bba7881 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for floatingip, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:27.704451 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-898119df-6b2d-4b50-bdda-7f8c4bba7881 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:27.809594 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [None req-898119df-6b2d-4b50-bdda-7f8c4bba7881 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Allocated IP 172.27.3.203 (1d9f8f4c-a9c3-49e7-b907-6801ec194130/0214dcca-22ca-4853-8d9b-9f5ee3e8fb08/f85696e2-ed77-49fe-9c95-c01aee8cbe4e) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:20:27.883577 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c026bc-94dc-4306-8b73-587a1d1c5c13 req-c4ff7554-1d7c-4955-882a-3cbb7f552f80 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:27.885078 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-76c026bc-94dc-4306-8b73-587a1d1c5c13 req-c4ff7554-1d7c-4955-882a-3cbb7f552f80 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 943 time: 0.0489471 Aug 15 14:20:27.913829 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-898119df-6b2d-4b50-bdda-7f8c4bba7881 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:27.923912 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-76c026bc-94dc-4306-8b73-587a1d1c5c13 req-a8220731-a1c8-4321-be38-571076f2b18b tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319357 Aug 15 14:20:28.012707 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-898119df-6b2d-4b50-bdda-7f8c4bba7881 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:28.050589 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898119df-6b2d-4b50-bdda-7f8c4bba7881 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Network 1d9f8f4c-a9c3-49e7-b907-6801ec194130 is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:20:28.053358 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [None req-898119df-6b2d-4b50-bdda-7f8c4bba7881 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:20:28.058734 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898119df-6b2d-4b50-bdda-7f8c4bba7881 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:20:28.084398 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898119df-6b2d-4b50-bdda-7f8c4bba7881 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Pushing event updated for resources: {'Port': ['ID=f85696e2-ed77-49fe-9c95-c01aee8cbe4e,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:28.144724 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-898119df-6b2d-4b50-bdda-7f8c4bba7881 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:28.244311 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-898119df-6b2d-4b50-bdda-7f8c4bba7881 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:28.394866 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-898119df-6b2d-4b50-bdda-7f8c4bba7881 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for port, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:28.452505 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-898119df-6b2d-4b50-bdda-7f8c4bba7881 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:28.517912 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898119df-6b2d-4b50-bdda-7f8c4bba7881 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Pushing event updated for resources: {'Port': ['ID=f85696e2-ed77-49fe-9c95-c01aee8cbe4e,revision_number=2']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:28.530483 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-898119df-6b2d-4b50-bdda-7f8c4bba7881 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594844'] for floatingip, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:28.601160 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-898119df-6b2d-4b50-bdda-7f8c4bba7881 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for floatingip, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:28.602394 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-898119df-6b2d-4b50-bdda-7f8c4bba7881 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0590382 Aug 15 14:20:28.779479 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-335f4f13-1679-4cb6-8a1f-597e0049fdaf tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--556994754&fields=id&tenant_id=1d7d262d48af475e9d34d28cde3291b8 HTTP/1.1" status: 200 len: 267 time: 0.0314491 Aug 15 14:20:28.881270 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-dc705048-1f6a-466b-8f32-d5c37632244b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:28.882760 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-dc705048-1f6a-466b-8f32-d5c37632244b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/networks?id=be0d8a3c-f753-4203-b1e9-df12d5419b7d HTTP/1.1" status: 200 len: 811 time: 0.0961554 Aug 15 14:20:28.897678 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-7cb1e5e9-09d5-4c57-bcf1-9c42eb94e9f5 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/quotas/1d7d262d48af475e9d34d28cde3291b8 HTTP/1.1" status: 200 len: 375 time: 0.0092218 Aug 15 14:20:28.957307 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-ff0c7f8b-1dd8-4321-9546-1686f15a7d3d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d7d262d48af475e9d34d28cde3291b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540807 Aug 15 14:20:29.048964 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e01f3-7beb-479d-a0bf-c1af5ed05938 req-89e9b028-d023-4467-b4ec-acd2517942d4 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:29.050362 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-029e01f3-7beb-479d-a0bf-c1af5ed05938 req-89e9b028-d023-4467-b4ec-acd2517942d4 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 943 time: 0.0525124 Aug 15 14:20:29.086879 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-029e01f3-7beb-479d-a0bf-c1af5ed05938 req-74193400-c72b-4a53-8920-e09bd7b59dcb tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305915 Aug 15 14:20:29.098036 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-12e3b0cd-70e9-4405-832d-4d3125886cfd service neutron] 10.222.0.22 "GET /v2.0/networks/be0d8a3c-f753-4203-b1e9-df12d5419b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261411 Aug 15 14:20:29.188190 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-f7fb76d2-15ea-401d-8e2c-79a2f6531ef0 service neutron] 10.222.0.22 "GET /v2.0/networks/be0d8a3c-f753-4203-b1e9-df12d5419b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841796 Aug 15 14:20:29.269921 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 7e1900df-b241-46b5-aa5a-7e57d188cee2 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 15 14:20:29.373593 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 7e1900df-b241-46b5-aa5a-7e57d188cee2, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=7e1900df-b241-46b5-aa5a-7e57d188cee2,segment=NetworkSegment(80471f41-1fac-4b4d-8c57-20e0de5d2141),segment_id=80471f41-1fac-4b4d-8c57-20e0de5d2141)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:20:29.385608 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Returning: {'device': '7e1900df-b241-46b5-aa5a-7e57d188cee2', 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989', 'port_id': '7e1900df-b241-46b5-aa5a-7e57d188cee2', 'mac_address': 'fa:16:3e:6e:72:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 15 14:20:29.424713 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:29.442030 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e1900df-b241-46b5-aa5a-7e57d188cee2 {{(pid=94453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:20:29.448805 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-406d63f8-1673-414a-b34f-dbc33bf7d82c req-becbdf3f-a553-49d1-978a-59408dae093a tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=450020ee-4105-4d53-bc5c-c84f74b003c4 HTTP/1.1" status: 200 len: 210 time: 0.0263777 Aug 15 14:20:29.463567 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 7e1900df-b241-46b5-aa5a-7e57d188cee2, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=7e1900df-b241-46b5-aa5a-7e57d188cee2,segment=NetworkSegment(80471f41-1fac-4b4d-8c57-20e0de5d2141),segment_id=80471f41-1fac-4b4d-8c57-20e0de5d2141)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:20:29.538111 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:29.587486 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=7e1900df-b241-46b5-aa5a-7e57d188cee2,revision_number=9']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:30.206566 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195b601-1f14-441a-8b51-3f7e4b216be8 req-2d990602-574b-4d15-9c8b-001578a82362 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:30.207934 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-3195b601-1f14-441a-8b51-3f7e4b216be8 req-2d990602-574b-4d15-9c8b-001578a82362 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 944 time: 0.0488968 Aug 15 14:20:30.246856 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-3195b601-1f14-441a-8b51-3f7e4b216be8 req-11b11056-cd0b-45c5-92e0-8b3540cf2d31 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325484 Aug 15 14:20:30.276937 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['7e1900df-b241-46b5-aa5a-7e57d188cee2'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:20:30.543733 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b224efd8-2c8a-4e81-b6b2-96840172cb0b req-ac8f5103-711f-402a-b8c5-e2755f458afe tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=450020ee-4105-4d53-bc5c-c84f74b003c4 HTTP/1.1" status: 200 len: 210 time: 0.0281775 Aug 15 14:20:31.285453 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 7e1900df-b241-46b5-aa5a-7e57d188cee2 up at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:20:31.393639 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-6176b60c-10da-4b16-8577-33bd2c97a842 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:31.395159 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-6176b60c-10da-4b16-8577-33bd2c97a842 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.20 "GET /v2.0/networks?id=be0d8a3c-f753-4203-b1e9-df12d5419b7d HTTP/1.1" status: 200 len: 811 time: 0.1507072 Aug 15 14:20:31.412210 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e958c1-a606-49a0-b043-b57fbe329d46 req-e0530ca3-3224-4f00-a735-aeb1b6bb82a1 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:31.414547 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d6e958c1-a606-49a0-b043-b57fbe329d46 req-e0530ca3-3224-4f00-a735-aeb1b6bb82a1 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 944 time: 0.0858104 Aug 15 14:20:31.470722 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning complete for port 7e1900df-b241-46b5-aa5a-7e57d188cee2 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:20:31.471147 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:31.488717 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-a241485f-626a-46c5-8a71-8de5e2016db0 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d7d262d48af475e9d34d28cde3291b8 HTTP/1.1" status: 200 len: 379 time: 0.0732059 Aug 15 14:20:31.491656 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d6e958c1-a606-49a0-b043-b57fbe329d46 req-5d073c76-0d9e-4b5b-b595-85f60198731e tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700259 Aug 15 14:20:31.501025 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-6f8e8648-de43-4a1d-a8dd-bd59ebdd000b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Request body: {'port': {'device_id': '450020ee-4105-4d53-bc5c-c84f74b003c4', 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d', 'admin_state_up': True, 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'security_groups': ['6cf2b45c-bdf6-4e19-aa8b-e0ed0e95f2ac']}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:20:31.592226 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:31.605994 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-43ebf489-376a-40a1-a026-060605d3bc9d req-d5d0594b-0101-430a-9b24-fee76266e9cf tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1929009663&fields=id&tenant_id=b107177252ed48509927e90013a94ff6 HTTP/1.1" status: 200 len: 267 time: 0.0403271 Aug 15 14:20:31.629527 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addca090-a63f-4ef9-9ecd-78e89b54d1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1900df-b241-46b5-aa5a-7e57d188cee2'}] {{(pid=94453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:20:31.631901 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67f9f608f21815e3b7d057bcd481c644a3f088ed5729c17767b65ea5f15acf6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0ae5e2-592f-46f8-a4bf-e3fec6ab74d7" -d '{"events": [{"server_uuid": "addca090-a63f-4ef9-9ecd-78e89b54d1fd", "name": "network-vif-plugged", "status": "completed", "tag": "7e1900df-b241-46b5-aa5a-7e57d188cee2"}]}' {{(pid=94453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:20:31.647108 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 7e1900df-b241-46b5-aa5a-7e57d188cee2, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=7e1900df-b241-46b5-aa5a-7e57d188cee2,segment=NetworkSegment(80471f41-1fac-4b4d-8c57-20e0de5d2141),segment_id=80471f41-1fac-4b4d-8c57-20e0de5d2141)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:20:31.661263 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c046a224-5e5a-409f-9936-d47fa5ff164e req-54c2b9ce-0cba-4798-a877-f69a23adc03d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=450020ee-4105-4d53-bc5c-c84f74b003c4 HTTP/1.1" status: 200 len: 210 time: 0.0279067 Aug 15 14:20:31.692837 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-6f8e8648-de43-4a1d-a8dd-bd59ebdd000b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Made reservation on behalf of 1d7d262d48af475e9d34d28cde3291b8 for: {'port': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:20:31.696709 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-6f8e8648-de43-4a1d-a8dd-bd59ebdd000b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:31.710233 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95b5ba7-f2cf-438a-ba0c-ca9c3bffab84 x-openstack-request-id: req-f95b5ba7-f2cf-438a-ba0c-ca9c3bffab84 {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:20:31.710897 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "addca090-a63f-4ef9-9ecd-78e89b54d1fd", "name": "network-vif-plugged", "status": "completed", "tag": "7e1900df-b241-46b5-aa5a-7e57d188cee2", "code": 200}]} {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:20:31.711293 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f95b5ba7-f2cf-438a-ba0c-ca9c3bffab84 {{(pid=94453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:20:31.711853 dv-cinder-804581-6-iscsi neutron-server[94453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'addca090-a63f-4ef9-9ecd-78e89b54d1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1900df-b241-46b5-aa5a-7e57d188cee2', 'code': 200} Aug 15 14:20:31.727025 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:31.783656 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=7e1900df-b241-46b5-aa5a-7e57d188cee2,revision_number=10']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:31.847009 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-6f8e8648-de43-4a1d-a8dd-bd59ebdd000b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Allocated IP 172.20.0.9 (be0d8a3c-f753-4203-b1e9-df12d5419b7d/755f6259-b6d2-4fd1-8b9f-a7b43f738a15/169ab620-0f92-468d-ac62-da1d5894f48c) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:20:31.983729 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebf489-376a-40a1-a026-060605d3bc9d req-beffd727-16d5-474e-b26d-97bfd8c03efe tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:31.985742 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-43ebf489-376a-40a1-a026-060605d3bc9d req-beffd727-16d5-474e-b26d-97bfd8c03efe tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/networks?id=e51b1bec-c2b5-4b57-a65c-c8dcaed9be53 HTTP/1.1" status: 200 len: 808 time: 0.3707409 Aug 15 14:20:31.987117 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-6f8e8648-de43-4a1d-a8dd-bd59ebdd000b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:32.001341 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.provisioning_blocks [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-6f8e8648-de43-4a1d-a8dd-bd59ebdd000b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Transition to ACTIVE for port object 169ab620-0f92-468d-ac62-da1d5894f48c will not be triggered until provisioned by entity DHCP. {{(pid=94450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:20:32.001606 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-43ebf489-376a-40a1-a026-060605d3bc9d req-7203483f-10f9-43a8-928a-6c05ac9e0019 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/quotas/b107177252ed48509927e90013a94ff6 HTTP/1.1" status: 200 len: 375 time: 0.0090067 Aug 15 14:20:32.052056 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-43ebf489-376a-40a1-a026-060605d3bc9d req-18ddb1fe-1cc5-4fbb-8c3f-54ba1367f542 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b107177252ed48509927e90013a94ff6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448849 Aug 15 14:20:32.052627 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:32.087151 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-6f8e8648-de43-4a1d-a8dd-bd59ebdd000b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:32.130335 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-6f8e8648-de43-4a1d-a8dd-bd59ebdd000b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Network be0d8a3c-f753-4203-b1e9-df12d5419b7d is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:20:32.133314 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-6f8e8648-de43-4a1d-a8dd-bd59ebdd000b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:20:32.137008 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-6f8e8648-de43-4a1d-a8dd-bd59ebdd000b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:20:32.155187 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-43ebf489-376a-40a1-a026-060605d3bc9d req-5abd2457-c5eb-4670-b8fd-c4d75da260b6 service neutron] 10.222.0.22 "GET /v2.0/networks/e51b1bec-c2b5-4b57-a65c-c8dcaed9be53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920622 Aug 15 14:20:32.167047 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e8648-de43-4a1d-a8dd-bd59ebdd000b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Pushing event updated for resources: {'Port': ['ID=169ab620-0f92-468d-ac62-da1d5894f48c,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:32.192868 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-6f8e8648-de43-4a1d-a8dd-bd59ebdd000b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:32.194141 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-6f8e8648-de43-4a1d-a8dd-bd59ebdd000b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:32.270187 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-6f8e8648-de43-4a1d-a8dd-bd59ebdd000b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7758646 Aug 15 14:20:32.270425 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-43ebf489-376a-40a1-a026-060605d3bc9d req-cf05af76-1ce9-4cf7-8900-bc6b9f570e50 service neutron] 10.222.0.22 "GET /v2.0/networks/e51b1bec-c2b5-4b57-a65c-c8dcaed9be53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082742 Aug 15 14:20:32.282637 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] Request body: {'port': {'device_id': '450020ee-4105-4d53-bc5c-c84f74b003c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:20:32.337576 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:32.418278 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-fc9b10b3-8255-4d72-97ab-47c389e59e66 None None] Provisioning for port 169ab620-0f92-468d-ac62-da1d5894f48c completed by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:20:32.423299 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-fc9b10b3-8255-4d72-97ab-47c389e59e66 None None] Provisioning complete for port 169ab620-0f92-468d-ac62-da1d5894f48c triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:20:32.423727 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-fc9b10b3-8255-4d72-97ab-47c389e59e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:32.458051 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b10b3-8255-4d72-97ab-47c389e59e66 None None] Port 169ab620-0f92-468d-ac62-da1d5894f48c cannot update to ACTIVE because it is not bound. {{(pid=94453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 15 14:20:32.486421 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b3b71-90fb-4a4b-9eaf-7a4ae100504e req-ed064bd3-66af-4c30-b5a3-b93c3d6ee318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:32.487891 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c53b3b71-90fb-4a4b-9eaf-7a4ae100504e req-ed064bd3-66af-4c30-b5a3-b93c3d6ee318 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 1099 time: 0.1148291 Aug 15 14:20:32.573875 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c53b3b71-90fb-4a4b-9eaf-7a4ae100504e req-b6dcc8c8-8b2d-4e59-866e-5aabae439a56 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782948 Aug 15 14:20:32.646992 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953c1c6-088b-470b-8426-c4182bd74313 req-9d175608-f100-4126-bdb5-b339bd068f4f tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:32.648451 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5953c1c6-088b-470b-8426-c4182bd74313 req-9d175608-f100-4126-bdb5-b339bd068f4f tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 946 time: 0.0789504 Aug 15 14:20:32.721152 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 169ab620-0f92-468d-ac62-da1d5894f48c {{(pid=94450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:20:32.727905 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5953c1c6-088b-470b-8426-c4182bd74313 req-bccc81c6-09d6-4ab4-b522-b480c39a1d6a tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724943 Aug 15 14:20:32.731612 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:32.761245 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.provisioning_blocks [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] Transition to ACTIVE for port object 169ab620-0f92-468d-ac62-da1d5894f48c will not be triggered until provisioned by entity L2. {{(pid=94450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:20:32.832814 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-f7932ffa-21e6-4901-95ab-5f6578fa93fb req-2d294ab8-c57a-4b8c-ba97-23c9121482e7 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 210 time: 0.0286572 Aug 15 14:20:32.841896 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:32.886249 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f940f-83bd-437d-ad6f-d3ecee9aaf3f req-eda2b9a6-5bf0-4024-8fa2-d149e6752805 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:32.887738 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8c2f940f-83bd-437d-ad6f-d3ecee9aaf3f req-eda2b9a6-5bf0-4024-8fa2-d149e6752805 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=450020ee-4105-4d53-bc5c-c84f74b003c4 HTTP/1.1" status: 200 len: 931 time: 0.0925548 Aug 15 14:20:32.920655 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] Pushing event updated for resources: {'Port': ['ID=169ab620-0f92-468d-ac62-da1d5894f48c,revision_number=2']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:32.938082 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:32.939068 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:32.939411 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:32.939829 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:32.940172 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:32.940502 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:32.940853 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:32.941165 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:32.941546 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:32.941992 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:32.942219 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:32.942539 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:32.993735 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8c2f940f-83bd-437d-ad6f-d3ecee9aaf3f req-fd60bc63-a75f-4bb2-b5e0-c0e52a2d0b05 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=6cf2b45c-bdf6-4e19-aa8b-e0ed0e95f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961344 Aug 15 14:20:33.027286 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] Attempting to bind port 169ab620-0f92-468d-ac62-da1d5894f48c on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:20:33.027617 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] Attempting to bind port 169ab620-0f92-468d-ac62-da1d5894f48c by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': 'ada33314-c548-47cf-a85a-b333e3e0fa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d'}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:20:33.028005 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] Attempting to bind port 169ab620-0f92-468d-ac62-da1d5894f48c on network be0d8a3c-f753-4203-b1e9-df12d5419b7d {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:20:33.032869 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] Port 169ab620-0f92-468d-ac62-da1d5894f48c on network be0d8a3c-f753-4203-b1e9-df12d5419b7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 15 14:20:33.038881 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] Attempting to bind port 169ab620-0f92-468d-ac62-da1d5894f48c on network be0d8a3c-f753-4203-b1e9-df12d5419b7d {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:20:33.038881 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] Checking agent: {'id': '32bd799d-9334-4df6-9ae9-b970e79828b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'started_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:20:33.038881 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] Checking segment: {'id': 'ada33314-c548-47cf-a85a-b333e3e0fa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:20:33.038881 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] Bound using segment: {'id': 'ada33314-c548-47cf-a85a-b333e3e0fa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d'} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:20:33.039499 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] Bound port: 169ab620-0f92-468d-ac62-da1d5894f48c, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ada33314-c548-47cf-a85a-b333e3e0fa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d'}}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:20:33.039609 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:33.106296 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] For port 169ab620-0f92-468d-ac62-da1d5894f48c, host hv-cinder-80458, cleared binding levels {{(pid=94450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:20:33.109120 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] For port 169ab620-0f92-468d-ac62-da1d5894f48c, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=169ab620-0f92-468d-ac62-da1d5894f48c,segment=NetworkSegment(ada33314-c548-47cf-a85a-b333e3e0fa46),segment_id=ada33314-c548-47cf-a85a-b333e3e0fa46)] {{(pid=94450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:20:33.207407 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:33.249519 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:33.250151 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:33.251699 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] 10.222.0.20 "PUT /v2.0/ports/169ab620-0f92-468d-ac62-da1d5894f48c HTTP/1.1" status: 200 len: 1093 time: 0.9739842 Aug 15 14:20:33.252137 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450020ee-4105-4d53-bc5c-c84f74b003c4', 'tag': '169ab620-0f92-468d-ac62-da1d5894f48c'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:20:33.254432 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a69acaf-d6d0-4b1a-b0e0-4b9b2abdac1a" -d '{"events": [{"name": "network-changed", "server_uuid": "450020ee-4105-4d53-bc5c-c84f74b003c4", "tag": "169ab620-0f92-468d-ac62-da1d5894f48c"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:20:33.282869 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa64e8-0b07-43e8-9fc2-798511a1d66e service neutron] Pushing event updated for resources: {'Port': ['ID=169ab620-0f92-468d-ac62-da1d5894f48c,revision_number=3']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:33.308249 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951d2c17-0ce5-487a-bc2a-ceaffe131bc2 x-openstack-request-id: req-951d2c17-0ce5-487a-bc2a-ceaffe131bc2 {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:20:33.308554 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450020ee-4105-4d53-bc5c-c84f74b003c4", "tag": "169ab620-0f92-468d-ac62-da1d5894f48c", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:20:33.308840 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-951d2c17-0ce5-487a-bc2a-ceaffe131bc2 {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:20:33.309291 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450020ee-4105-4d53-bc5c-c84f74b003c4', 'tag': '169ab620-0f92-468d-ac62-da1d5894f48c', 'status': 'completed', 'code': 200} Aug 15 14:20:33.383488 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69acaf-d6d0-4b1a-b0e0-4b9b2abdac1a req-19f1d572-dd92-4e99-8e46-4289fc193e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:33.384981 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0a69acaf-d6d0-4b1a-b0e0-4b9b2abdac1a req-19f1d572-dd92-4e99-8e46-4289fc193e75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d7d262d48af475e9d34d28cde3291b8&device_id=450020ee-4105-4d53-bc5c-c84f74b003c4 HTTP/1.1" status: 200 len: 1096 time: 0.0442915 Aug 15 14:20:33.491156 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69acaf-d6d0-4b1a-b0e0-4b9b2abdac1a req-75abb345-188b-4feb-bd18-16b8ba2cde99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:33.492773 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0a69acaf-d6d0-4b1a-b0e0-4b9b2abdac1a req-75abb345-188b-4feb-bd18-16b8ba2cde99 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=1d7d262d48af475e9d34d28cde3291b8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0950947 Aug 15 14:20:33.589926 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69acaf-d6d0-4b1a-b0e0-4b9b2abdac1a req-4eaedb65-0ad4-416a-b8a4-5fbc668ab56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:33.591447 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0a69acaf-d6d0-4b1a-b0e0-4b9b2abdac1a req-4eaedb65-0ad4-416a-b8a4-5fbc668ab56c service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881400 Aug 15 14:20:33.681730 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-69d89f05-4830-42b4-adfa-863405c5f664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:33.683168 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-69d89f05-4830-42b4-adfa-863405c5f664 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d7d262d48af475e9d34d28cde3291b8&device_id=450020ee-4105-4d53-bc5c-c84f74b003c4 HTTP/1.1" status: 200 len: 1096 time: 0.0463901 Aug 15 14:20:33.727114 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-24ef7844-da71-4c6b-bcfb-3351ceb7f70e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=169ab620-0f92-468d-ac62-da1d5894f48c HTTP/1.1" status: 200 len: 217 time: 0.0332170 Aug 15 14:20:33.789646 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-3f461510-c131-4a32-bade-51ba69b3ec14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:33.791100 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-3f461510-c131-4a32-bade-51ba69b3ec14 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=755f6259-b6d2-4fd1-8b9f-a7b43f738a15 HTTP/1.1" status: 200 len: 850 time: 0.0490155 Aug 15 14:20:33.880538 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-2c627987-d475-4a55-97ad-1b13ad27f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:33.882229 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-2c627987-d475-4a55-97ad-1b13ad27f772 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be0d8a3c-f753-4203-b1e9-df12d5419b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0811651 Aug 15 14:20:33.947899 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea22a9-4870-4f69-b03a-cd767048d9b6 req-83f7d702-f1e1-4bb7-89ad-c5dd42614cdc tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:33.949494 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ffea22a9-4870-4f69-b03a-cd767048d9b6 req-83f7d702-f1e1-4bb7-89ad-c5dd42614cdc tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 946 time: 0.1402216 Aug 15 14:20:33.975617 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-4afeb2c8-a461-40e2-9d04-5a74962ca9f5 req-32d77e97-3768-4315-9f90-473229dfef34 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 210 time: 0.0443757 Aug 15 14:20:34.009237 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ffea22a9-4870-4f69-b03a-cd767048d9b6 req-70d89b1e-aaca-405e-986d-d2ede30c6a54 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515051 Aug 15 14:20:34.019519 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-2b52258d-d589-41b6-b3d4-793c6735924a service neutron] 10.222.0.20 "GET /v2.0/networks/be0d8a3c-f753-4203-b1e9-df12d5419b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253362 Aug 15 14:20:34.117880 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b2700-45ec-4dcc-a395-fc335caa133d req-bd132c0e-8900-40aa-9ecf-ec342ce56c2b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:34.121006 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ac12b7ec-f998-4bf1-804f-cdb8f5ee490a req-c6a55bab-79f5-40e6-bba8-3c144dec86ae service neutron] 10.222.0.20 "GET /v2.0/networks/be0d8a3c-f753-4203-b1e9-df12d5419b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907128 Aug 15 14:20:34.121831 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d59b2700-45ec-4dcc-a395-fc335caa133d req-bd132c0e-8900-40aa-9ecf-ec342ce56c2b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=450020ee-4105-4d53-bc5c-c84f74b003c4 HTTP/1.1" status: 200 len: 943 time: 0.0577791 Aug 15 14:20:34.159883 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d59b2700-45ec-4dcc-a395-fc335caa133d req-5426bdc7-ce44-4daf-9025-65791a75e69b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=6cf2b45c-bdf6-4e19-aa8b-e0ed0e95f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341196 Aug 15 14:20:35.040420 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebf489-376a-40a1-a026-060605d3bc9d req-6f5c9580-7a51-4674-a4ac-7baa70668dd1 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:35.042181 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-43ebf489-376a-40a1-a026-060605d3bc9d req-6f5c9580-7a51-4674-a4ac-7baa70668dd1 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.20 "GET /v2.0/networks?id=e51b1bec-c2b5-4b57-a65c-c8dcaed9be53 HTTP/1.1" status: 200 len: 808 time: 0.1005831 Aug 15 14:20:35.097126 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f52be5d9-48ee-4b10-b20b-858e93c30edb req-6141256b-a313-4335-a1fd-089d68def918 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 210 time: 0.0468669 Aug 15 14:20:35.116601 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-43ebf489-376a-40a1-a026-060605d3bc9d req-742531d0-4c0b-401c-b079-ac43cce11445 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b107177252ed48509927e90013a94ff6 HTTP/1.1" status: 200 len: 380 time: 0.0559216 Aug 15 14:20:35.126442 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-43ebf489-376a-40a1-a026-060605d3bc9d req-40e9bbcf-961d-452d-b7d7-dbf981a474b2 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Request body: {'port': {'device_id': '4fa9e50e-d16f-45b5-8cab-05460c1475de', 'network_id': 'e51b1bec-c2b5-4b57-a65c-c8dcaed9be53', 'admin_state_up': True, 'tenant_id': 'b107177252ed48509927e90013a94ff6', 'security_groups': ['0e01bbb4-78e7-402e-8a57-0f92c74a1e89']}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:20:35.140496 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bc7c8-c366-4034-a0e8-58da07483215 req-5bbbdccd-c590-4427-a9bf-e98a911881a4 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:35.142273 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9b2bc7c8-c366-4034-a0e8-58da07483215 req-5bbbdccd-c590-4427-a9bf-e98a911881a4 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 946 time: 0.0568368 Aug 15 14:20:35.184567 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9b2bc7c8-c366-4034-a0e8-58da07483215 req-5a7c5705-90e2-444b-8219-465e4bb87937 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352936 Aug 15 14:20:35.304929 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7270aff-5fef-4fbc-889b-4bd539119e6d req-2f7d819e-c389-4870-8a0b-d04bcd50b417 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:35.306191 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b7270aff-5fef-4fbc-889b-4bd539119e6d req-2f7d819e-c389-4870-8a0b-d04bcd50b417 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=450020ee-4105-4d53-bc5c-c84f74b003c4 HTTP/1.1" status: 200 len: 943 time: 0.0636706 Aug 15 14:20:35.345626 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b7270aff-5fef-4fbc-889b-4bd539119e6d req-8d8b77de-c89f-47fa-b1ea-e8043bd05cc4 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=6cf2b45c-bdf6-4e19-aa8b-e0ed0e95f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328476 Aug 15 14:20:35.349273 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ebf489-376a-40a1-a026-060605d3bc9d req-40e9bbcf-961d-452d-b7d7-dbf981a474b2 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Made reservation on behalf of b107177252ed48509927e90013a94ff6 for: {'port': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:20:35.352598 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-43ebf489-376a-40a1-a026-060605d3bc9d req-40e9bbcf-961d-452d-b7d7-dbf981a474b2 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:35.474393 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [req-43ebf489-376a-40a1-a026-060605d3bc9d req-40e9bbcf-961d-452d-b7d7-dbf981a474b2 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Allocated IP 172.20.0.5 (e51b1bec-c2b5-4b57-a65c-c8dcaed9be53/ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38/9f86e82c-2f7a-42e8-b2bb-b543e91308d5) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:20:35.609365 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-43ebf489-376a-40a1-a026-060605d3bc9d req-40e9bbcf-961d-452d-b7d7-dbf981a474b2 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:35.622909 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.provisioning_blocks [req-43ebf489-376a-40a1-a026-060605d3bc9d req-40e9bbcf-961d-452d-b7d7-dbf981a474b2 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Transition to ACTIVE for port object 9f86e82c-2f7a-42e8-b2bb-b543e91308d5 will not be triggered until provisioned by entity DHCP. {{(pid=94450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:20:35.721626 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-43ebf489-376a-40a1-a026-060605d3bc9d req-40e9bbcf-961d-452d-b7d7-dbf981a474b2 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:35.783816 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ebf489-376a-40a1-a026-060605d3bc9d req-40e9bbcf-961d-452d-b7d7-dbf981a474b2 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Network e51b1bec-c2b5-4b57-a65c-c8dcaed9be53 is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:20:35.791706 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [req-43ebf489-376a-40a1-a026-060605d3bc9d req-40e9bbcf-961d-452d-b7d7-dbf981a474b2 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:20:35.795470 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ebf489-376a-40a1-a026-060605d3bc9d req-40e9bbcf-961d-452d-b7d7-dbf981a474b2 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:20:35.823795 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9bbcf-961d-452d-b7d7-dbf981a474b2 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Pushing event updated for resources: {'Port': ['ID=9f86e82c-2f7a-42e8-b2bb-b543e91308d5,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:35.855501 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebf489-376a-40a1-a026-060605d3bc9d req-40e9bbcf-961d-452d-b7d7-dbf981a474b2 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:35.856150 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-43ebf489-376a-40a1-a026-060605d3bc9d req-40e9bbcf-961d-452d-b7d7-dbf981a474b2 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:35.980328 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-43ebf489-376a-40a1-a026-060605d3bc9d req-40e9bbcf-961d-452d-b7d7-dbf981a474b2 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8573639 Aug 15 14:20:35.993032 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-43ebf489-376a-40a1-a026-060605d3bc9d req-339dddd3-317d-45a6-bc8d-75344c9912f7 service neutron] Request body: {'port': {'device_id': '4fa9e50e-d16f-45b5-8cab-05460c1475de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:20:36.051644 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-43ebf489-376a-40a1-a026-060605d3bc9d req-339dddd3-317d-45a6-bc8d-75344c9912f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:36.080914 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-abd29388-c11b-47f1-886c-78db49f7747a None None] Provisioning for port 9f86e82c-2f7a-42e8-b2bb-b543e91308d5 completed by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:20:36.084731 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-abd29388-c11b-47f1-886c-78db49f7747a None None] Provisioning complete for port 9f86e82c-2f7a-42e8-b2bb-b543e91308d5 triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:20:36.085129 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-abd29388-c11b-47f1-886c-78db49f7747a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:36.120268 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-abd29388-c11b-47f1-886c-78db49f7747a None None] Port 9f86e82c-2f7a-42e8-b2bb-b543e91308d5 cannot update to ACTIVE because it is not bound. {{(pid=94453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 15 14:20:36.216042 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869c2d2-bfd1-439b-858e-37a7155b86ea req-2396cd9e-a34f-48a6-ba99-cbc44ca58a5a tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:36.217550 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b869c2d2-bfd1-439b-858e-37a7155b86ea req-2396cd9e-a34f-48a6-ba99-cbc44ca58a5a tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 931 time: 0.0495784 Aug 15 14:20:36.270011 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b869c2d2-bfd1-439b-858e-37a7155b86ea req-a6d908fc-622a-46ae-9279-2882cd47433c tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453522 Aug 15 14:20:36.365176 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7460a-0580-4315-b9c9-7895dc161c82 req-810d9b17-c3ef-4d8f-be94-02eecdb80912 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:36.366672 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-98e7460a-0580-4315-b9c9-7895dc161c82 req-810d9b17-c3ef-4d8f-be94-02eecdb80912 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 946 time: 0.0890515 Aug 15 14:20:36.370393 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [req-43ebf489-376a-40a1-a026-060605d3bc9d req-339dddd3-317d-45a6-bc8d-75344c9912f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f86e82c-2f7a-42e8-b2bb-b543e91308d5 {{(pid=94450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:20:36.379818 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-43ebf489-376a-40a1-a026-060605d3bc9d req-339dddd3-317d-45a6-bc8d-75344c9912f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:36.409873 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.provisioning_blocks [req-43ebf489-376a-40a1-a026-060605d3bc9d req-339dddd3-317d-45a6-bc8d-75344c9912f7 service neutron] Transition to ACTIVE for port object 9f86e82c-2f7a-42e8-b2bb-b543e91308d5 will not be triggered until provisioned by entity L2. {{(pid=94450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:20:36.422254 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-98e7460a-0580-4315-b9c9-7895dc161c82 req-7d615890-9d86-47a5-b512-3fbbf8e520de tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474281 Aug 15 14:20:36.464190 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-43ebf489-376a-40a1-a026-060605d3bc9d req-339dddd3-317d-45a6-bc8d-75344c9912f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:36.466054 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a5d2f-e9a6-4e30-83b2-64d84186d240 req-9a15195c-9d32-4eee-8b96-dcf247586296 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:36.466937 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:20:36.467552 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0c4a5d2f-e9a6-4e30-83b2-64d84186d240 req-9a15195c-9d32-4eee-8b96-dcf247586296 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=450020ee-4105-4d53-bc5c-c84f74b003c4 HTTP/1.1" status: 200 len: 943 time: 0.0540490 Aug 15 14:20:36.510012 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0c4a5d2f-e9a6-4e30-83b2-64d84186d240 req-87578052-3574-4452-8e75-517fc98ffb27 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=6cf2b45c-bdf6-4e19-aa8b-e0ed0e95f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336735 Aug 15 14:20:36.516719 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339dddd3-317d-45a6-bc8d-75344c9912f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f86e82c-2f7a-42e8-b2bb-b543e91308d5,revision_number=2']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:36.582584 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-43ebf489-376a-40a1-a026-060605d3bc9d req-339dddd3-317d-45a6-bc8d-75344c9912f7 service neutron] Attempting to bind port 9f86e82c-2f7a-42e8-b2bb-b543e91308d5 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:20:36.582921 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-43ebf489-376a-40a1-a026-060605d3bc9d req-339dddd3-317d-45a6-bc8d-75344c9912f7 service neutron] Attempting to bind port 9f86e82c-2f7a-42e8-b2bb-b543e91308d5 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '1d64e00b-e5ca-4edd-80aa-06fe98bfee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e51b1bec-c2b5-4b57-a65c-c8dcaed9be53'}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:20:36.583252 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ebf489-376a-40a1-a026-060605d3bc9d req-339dddd3-317d-45a6-bc8d-75344c9912f7 service neutron] Attempting to bind port 9f86e82c-2f7a-42e8-b2bb-b543e91308d5 on network e51b1bec-c2b5-4b57-a65c-c8dcaed9be53 {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:20:36.587589 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ebf489-376a-40a1-a026-060605d3bc9d req-339dddd3-317d-45a6-bc8d-75344c9912f7 service neutron] Port 9f86e82c-2f7a-42e8-b2bb-b543e91308d5 on network e51b1bec-c2b5-4b57-a65c-c8dcaed9be53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 15 14:20:36.587905 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ebf489-376a-40a1-a026-060605d3bc9d req-339dddd3-317d-45a6-bc8d-75344c9912f7 service neutron] Attempting to bind port 9f86e82c-2f7a-42e8-b2bb-b543e91308d5 on network e51b1bec-c2b5-4b57-a65c-c8dcaed9be53 {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:20:36.592695 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ebf489-376a-40a1-a026-060605d3bc9d req-339dddd3-317d-45a6-bc8d-75344c9912f7 service neutron] Checking agent: {'id': '32bd799d-9334-4df6-9ae9-b970e79828b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'started_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:20:36.593026 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ebf489-376a-40a1-a026-060605d3bc9d req-339dddd3-317d-45a6-bc8d-75344c9912f7 service neutron] Checking segment: {'id': '1d64e00b-e5ca-4edd-80aa-06fe98bfee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e51b1bec-c2b5-4b57-a65c-c8dcaed9be53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:20:36.593418 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ebf489-376a-40a1-a026-060605d3bc9d req-339dddd3-317d-45a6-bc8d-75344c9912f7 service neutron] Bound using segment: {'id': '1d64e00b-e5ca-4edd-80aa-06fe98bfee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e51b1bec-c2b5-4b57-a65c-c8dcaed9be53'} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:20:36.593857 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-43ebf489-376a-40a1-a026-060605d3bc9d req-339dddd3-317d-45a6-bc8d-75344c9912f7 service neutron] Bound port: 9f86e82c-2f7a-42e8-b2bb-b543e91308d5, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d64e00b-e5ca-4edd-80aa-06fe98bfee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e51b1bec-c2b5-4b57-a65c-c8dcaed9be53'}}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:20:36.594213 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-43ebf489-376a-40a1-a026-060605d3bc9d req-339dddd3-317d-45a6-bc8d-75344c9912f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:36.669633 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-43ebf489-376a-40a1-a026-060605d3bc9d req-339dddd3-317d-45a6-bc8d-75344c9912f7 service neutron] For port 9f86e82c-2f7a-42e8-b2bb-b543e91308d5, host hv-cinder-80458, cleared binding levels {{(pid=94450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:20:36.672512 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-43ebf489-376a-40a1-a026-060605d3bc9d req-339dddd3-317d-45a6-bc8d-75344c9912f7 service neutron] For port 9f86e82c-2f7a-42e8-b2bb-b543e91308d5, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=9f86e82c-2f7a-42e8-b2bb-b543e91308d5,segment=NetworkSegment(1d64e00b-e5ca-4edd-80aa-06fe98bfee11),segment_id=1d64e00b-e5ca-4edd-80aa-06fe98bfee11)] {{(pid=94450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:20:36.727931 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-43ebf489-376a-40a1-a026-060605d3bc9d req-339dddd3-317d-45a6-bc8d-75344c9912f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:36.761878 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebf489-376a-40a1-a026-060605d3bc9d req-339dddd3-317d-45a6-bc8d-75344c9912f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:36.762534 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-43ebf489-376a-40a1-a026-060605d3bc9d req-339dddd3-317d-45a6-bc8d-75344c9912f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:36.763846 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-43ebf489-376a-40a1-a026-060605d3bc9d req-339dddd3-317d-45a6-bc8d-75344c9912f7 service neutron] 10.222.0.20 "PUT /v2.0/ports/9f86e82c-2f7a-42e8-b2bb-b543e91308d5 HTTP/1.1" status: 200 len: 1093 time: 0.7752476 Aug 15 14:20:36.764312 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa9e50e-d16f-45b5-8cab-05460c1475de', 'tag': '9f86e82c-2f7a-42e8-b2bb-b543e91308d5'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:20:36.766596 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b62ff3-16b4-46e6-94c2-acb8c1a2e85d" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa9e50e-d16f-45b5-8cab-05460c1475de", "tag": "9f86e82c-2f7a-42e8-b2bb-b543e91308d5"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:20:36.793331 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339dddd3-317d-45a6-bc8d-75344c9912f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f86e82c-2f7a-42e8-b2bb-b543e91308d5,revision_number=3']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:36.814192 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6019b5e5-138e-4e01-94c2-12f521826a64 x-openstack-request-id: req-6019b5e5-138e-4e01-94c2-12f521826a64 {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:20:36.814554 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa9e50e-d16f-45b5-8cab-05460c1475de", "tag": "9f86e82c-2f7a-42e8-b2bb-b543e91308d5", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:20:36.814805 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6019b5e5-138e-4e01-94c2-12f521826a64 {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:20:36.815192 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa9e50e-d16f-45b5-8cab-05460c1475de', 'tag': '9f86e82c-2f7a-42e8-b2bb-b543e91308d5', 'status': 'completed', 'code': 200} Aug 15 14:20:36.876542 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b62ff3-16b4-46e6-94c2-acb8c1a2e85d req-26e8a09c-80ce-4f69-b00f-737298f758d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:36.878668 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-01b62ff3-16b4-46e6-94c2-acb8c1a2e85d req-26e8a09c-80ce-4f69-b00f-737298f758d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b107177252ed48509927e90013a94ff6&device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 1096 time: 0.0431776 Aug 15 14:20:36.979072 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b62ff3-16b4-46e6-94c2-acb8c1a2e85d req-c5cc4740-012a-45e5-90ce-16a224aea023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:36.980547 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-01b62ff3-16b4-46e6-94c2-acb8c1a2e85d req-c5cc4740-012a-45e5-90ce-16a224aea023 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b107177252ed48509927e90013a94ff6&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0948493 Aug 15 14:20:37.317677 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 169ab620-0f92-468d-ac62-da1d5894f48c details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 15 14:20:37.323234 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b62ff3-16b4-46e6-94c2-acb8c1a2e85d req-765ef554-ccf1-4895-bea6-783f0f283de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:37.324695 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-01b62ff3-16b4-46e6-94c2-acb8c1a2e85d req-765ef554-ccf1-4895-bea6-783f0f283de4 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3370500 Aug 15 14:20:37.386685 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146d905-3ed4-48ed-bff4-0960d010423a req-c1727c81-206d-44f1-93b6-f9f0a0041d8a tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:37.388833 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b146d905-3ed4-48ed-bff4-0960d010423a req-c1727c81-206d-44f1-93b6-f9f0a0041d8a tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 943 time: 0.0532525 Aug 15 14:20:37.404355 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebf489-376a-40a1-a026-060605d3bc9d req-000bac68-2fce-45db-98a4-23d8e75669b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:37.406225 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-43ebf489-376a-40a1-a026-060605d3bc9d req-000bac68-2fce-45db-98a4-23d8e75669b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b107177252ed48509927e90013a94ff6&device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 1096 time: 0.0430756 Aug 15 14:20:37.417679 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 169ab620-0f92-468d-ac62-da1d5894f48c, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=169ab620-0f92-468d-ac62-da1d5894f48c,segment=NetworkSegment(ada33314-c548-47cf-a85a-b333e3e0fa46),segment_id=ada33314-c548-47cf-a85a-b333e3e0fa46)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:20:37.428158 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b146d905-3ed4-48ed-bff4-0960d010423a req-ef88aeb8-fa5e-441d-87e4-918832fb157b tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327189 Aug 15 14:20:37.430292 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Returning: {'device': '169ab620-0f92-468d-ac62-da1d5894f48c', 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d', 'port_id': '169ab620-0f92-468d-ac62-da1d5894f48c', 'mac_address': 'fa:16:3e:dd:49:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755f6259-b6d2-4fd1-8b9f-a7b43f738a15', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 15 14:20:37.450345 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-43ebf489-376a-40a1-a026-060605d3bc9d req-6c55364f-f9d7-41ff-acf6-97768c1c2718 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f86e82c-2f7a-42e8-b2bb-b543e91308d5 HTTP/1.1" status: 200 len: 217 time: 0.0366571 Aug 15 14:20:37.467975 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:37.480912 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169ab620-0f92-468d-ac62-da1d5894f48c {{(pid=94453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:20:37.500018 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebf489-376a-40a1-a026-060605d3bc9d req-9fd46ce1-d31e-4b11-a399-a5c4e9f509d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:37.500261 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 169ab620-0f92-468d-ac62-da1d5894f48c, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=169ab620-0f92-468d-ac62-da1d5894f48c,segment=NetworkSegment(ada33314-c548-47cf-a85a-b333e3e0fa46),segment_id=ada33314-c548-47cf-a85a-b333e3e0fa46)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:20:37.501494 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-43ebf489-376a-40a1-a026-060605d3bc9d req-9fd46ce1-d31e-4b11-a399-a5c4e9f509d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38 HTTP/1.1" status: 200 len: 847 time: 0.0436041 Aug 15 14:20:37.547108 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebf489-376a-40a1-a026-060605d3bc9d req-e8772b71-8436-4b8b-bfa9-d89cc3e3c440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:37.548571 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-43ebf489-376a-40a1-a026-060605d3bc9d req-e8772b71-8436-4b8b-bfa9-d89cc3e3c440 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e51b1bec-c2b5-4b57-a65c-c8dcaed9be53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404105 Aug 15 14:20:37.572678 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:37.623237 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=169ab620-0f92-468d-ac62-da1d5894f48c,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:37.631340 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:37.631689 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:37.632039 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:37.632442 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:37.632780 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:37.633114 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:37.633477 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:37.633808 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:37.634141 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:37.634493 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:37.634817 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:37.635142 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:20:37.677020 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bc8c7-707d-4dcb-b923-995f2220e13f req-0b15d872-a28a-4ac6-89b9-1ee16bcd6996 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:37.678498 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d10bc8c7-707d-4dcb-b923-995f2220e13f req-0b15d872-a28a-4ac6-89b9-1ee16bcd6996 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=450020ee-4105-4d53-bc5c-c84f74b003c4 HTTP/1.1" status: 200 len: 944 time: 0.0755937 Aug 15 14:20:37.681872 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-43ebf489-376a-40a1-a026-060605d3bc9d req-c135b300-28be-4af1-b7b7-d6bbdbc61e5e service neutron] 10.222.0.20 "GET /v2.0/networks/e51b1bec-c2b5-4b57-a65c-c8dcaed9be53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265974 Aug 15 14:20:37.761959 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d10bc8c7-707d-4dcb-b923-995f2220e13f req-d9e099e5-38ce-497c-becf-6587f8adea20 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=6cf2b45c-bdf6-4e19-aa8b-e0ed0e95f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775421 Aug 15 14:20:37.796261 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-43ebf489-376a-40a1-a026-060605d3bc9d req-4bd9386c-476f-4e9e-a28b-e42da6e8db49 service neutron] 10.222.0.20 "GET /v2.0/networks/e51b1bec-c2b5-4b57-a65c-c8dcaed9be53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048193 Aug 15 14:20:37.903024 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['169ab620-0f92-468d-ac62-da1d5894f48c'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:20:38.540314 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79345a-511a-4a5e-94fd-828a1357e28d req-96747a67-1d29-4343-8ec9-9bbc30454874 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:38.541936 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ae79345a-511a-4a5e-94fd-828a1357e28d req-96747a67-1d29-4343-8ec9-9bbc30454874 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 943 time: 0.0481327 Aug 15 14:20:38.578711 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ae79345a-511a-4a5e-94fd-828a1357e28d req-3738a0d9-42de-4937-87e7-bbc8101743d6 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307872 Aug 15 14:20:38.874767 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83943da0-a16f-4d2a-842f-76842428dc65 req-4d1c4eb0-8885-485b-bc15-787cf61f434c tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:38.876210 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-83943da0-a16f-4d2a-842f-76842428dc65 req-4d1c4eb0-8885-485b-bc15-787cf61f434c tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=450020ee-4105-4d53-bc5c-c84f74b003c4 HTTP/1.1" status: 200 len: 944 time: 0.0485294 Aug 15 14:20:38.913866 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-83943da0-a16f-4d2a-842f-76842428dc65 req-048fd012-a95a-4155-86a4-7d2406f19fda tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=6cf2b45c-bdf6-4e19-aa8b-e0ed0e95f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316799 Aug 15 14:20:39.316643 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 169ab620-0f92-468d-ac62-da1d5894f48c up at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:20:39.429303 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning for port 169ab620-0f92-468d-ac62-da1d5894f48c completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:20:39.432871 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning complete for port 169ab620-0f92-468d-ac62-da1d5894f48c triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:20:39.433327 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:39.507354 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:39.528138 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450020ee-4105-4d53-bc5c-c84f74b003c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169ab620-0f92-468d-ac62-da1d5894f48c'}] {{(pid=94453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:20:39.530357 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67f9f608f21815e3b7d057bcd481c644a3f088ed5729c17767b65ea5f15acf6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec943bc8-d30c-4292-b6f6-9df58410d281" -d '{"events": [{"server_uuid": "450020ee-4105-4d53-bc5c-c84f74b003c4", "name": "network-vif-plugged", "status": "completed", "tag": "169ab620-0f92-468d-ac62-da1d5894f48c"}]}' {{(pid=94453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:20:39.543206 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 169ab620-0f92-468d-ac62-da1d5894f48c, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=169ab620-0f92-468d-ac62-da1d5894f48c,segment=NetworkSegment(ada33314-c548-47cf-a85a-b333e3e0fa46),segment_id=ada33314-c548-47cf-a85a-b333e3e0fa46)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:20:39.567940 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26815211-473d-43f4-b6b7-04f8777d8a4d x-openstack-request-id: req-26815211-473d-43f4-b6b7-04f8777d8a4d {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:20:39.568232 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450020ee-4105-4d53-bc5c-c84f74b003c4", "name": "network-vif-plugged", "status": "completed", "tag": "169ab620-0f92-468d-ac62-da1d5894f48c", "code": 200}]} {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:20:39.568488 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-26815211-473d-43f4-b6b7-04f8777d8a4d {{(pid=94453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:20:39.568903 dv-cinder-804581-6-iscsi neutron-server[94453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450020ee-4105-4d53-bc5c-c84f74b003c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169ab620-0f92-468d-ac62-da1d5894f48c', 'code': 200} Aug 15 14:20:39.583991 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:39.634404 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=169ab620-0f92-468d-ac62-da1d5894f48c,revision_number=5']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:39.698360 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e324d7b-5f64-4279-b584-0c021cc776d5 req-945f73ba-3567-425d-8e75-86bf4cfc3df3 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:39.699818 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4e324d7b-5f64-4279-b584-0c021cc776d5 req-945f73ba-3567-425d-8e75-86bf4cfc3df3 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 943 time: 0.0481274 Aug 15 14:20:39.736708 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4e324d7b-5f64-4279-b584-0c021cc776d5 req-22a09582-11a5-4840-bdc2-eb5c7bc1629d tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303516 Aug 15 14:20:39.829537 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21750551-bfed-4df7-9b31-1f476d37ff15 req-e803c78c-11ca-4744-8cb3-3de25b2c3551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:39.830977 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-21750551-bfed-4df7-9b31-1f476d37ff15 req-e803c78c-11ca-4744-8cb3-3de25b2c3551 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=450020ee-4105-4d53-bc5c-c84f74b003c4 HTTP/1.1" status: 200 len: 1098 time: 0.0424075 Aug 15 14:20:39.864817 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-21750551-bfed-4df7-9b31-1f476d37ff15 req-2010a583-75a1-4614-95ad-24e3a36bbe01 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6cf2b45c-bdf6-4e19-aa8b-e0ed0e95f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271101 Aug 15 14:20:40.030310 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ccdb0-0c09-41ee-830e-34cdc68d42f9 req-6e8d9ab2-eba4-4c98-b7de-b4f3683cfab7 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:40.031779 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b40ccdb0-0c09-41ee-830e-34cdc68d42f9 req-6e8d9ab2-eba4-4c98-b7de-b4f3683cfab7 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=450020ee-4105-4d53-bc5c-c84f74b003c4 HTTP/1.1" status: 200 len: 945 time: 0.0517600 Aug 15 14:20:40.069335 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b40ccdb0-0c09-41ee-830e-34cdc68d42f9 req-b668a8a0-83a7-4079-a308-bf46d3175e5e tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=6cf2b45c-bdf6-4e19-aa8b-e0ed0e95f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311852 Aug 15 14:20:40.703411 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-9dfeb3c9-3d79-4ef0-9ec6-1955730f9aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:40.849843 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7349c8-200d-4c54-98c8-23706b2ebac2 req-3e1c86a2-0edc-4132-93d1-3ab6b842de3f tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:40.851278 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5d7349c8-200d-4c54-98c8-23706b2ebac2 req-3e1c86a2-0edc-4132-93d1-3ab6b842de3f tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 943 time: 0.0482478 Aug 15 14:20:40.887865 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5d7349c8-200d-4c54-98c8-23706b2ebac2 req-63a63b5e-a746-4685-942f-92b52067f9f5 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307131 Aug 15 14:20:41.182837 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc45e4-a470-4642-9a19-1a64b51fbd07 req-03347f0b-95a3-44fa-af02-a4d5b4df2fa7 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:41.184265 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-7bfc45e4-a470-4642-9a19-1a64b51fbd07 req-03347f0b-95a3-44fa-af02-a4d5b4df2fa7 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=450020ee-4105-4d53-bc5c-c84f74b003c4 HTTP/1.1" status: 200 len: 945 time: 0.0496385 Aug 15 14:20:41.222431 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-7bfc45e4-a470-4642-9a19-1a64b51fbd07 req-4439a282-9c38-4291-be1b-c8f17a2a6ab6 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=6cf2b45c-bdf6-4e19-aa8b-e0ed0e95f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311775 Aug 15 14:20:41.998819 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850ea95-201e-41ac-91f3-b34af50c1594 req-358ab074-4796-41e0-81b0-9acf13265ab4 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:42.000258 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8850ea95-201e-41ac-91f3-b34af50c1594 req-358ab074-4796-41e0-81b0-9acf13265ab4 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 943 time: 0.0476015 Aug 15 14:20:42.036360 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8850ea95-201e-41ac-91f3-b34af50c1594 req-241c7bf2-5fa5-4558-a8a5-e4d62d62398c tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302505 Aug 15 14:20:42.335236 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0270c33-3598-4670-b10b-c9cfd16ae0dd req-1574d439-924b-4409-bac8-d0144f6b9438 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:42.336756 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a0270c33-3598-4670-b10b-c9cfd16ae0dd req-1574d439-924b-4409-bac8-d0144f6b9438 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=450020ee-4105-4d53-bc5c-c84f74b003c4 HTTP/1.1" status: 200 len: 945 time: 0.0479784 Aug 15 14:20:42.373291 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a0270c33-3598-4670-b10b-c9cfd16ae0dd req-9afd0e53-2b46-45df-a674-2f98a39a5600 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=6cf2b45c-bdf6-4e19-aa8b-e0ed0e95f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306938 Aug 15 14:20:42.485135 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69cc84-0573-4681-821f-4ee3543f6e5a req-6ef00514-b8d8-4875-bdea-002416cabdc8 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:42.486675 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ad69cc84-0573-4681-821f-4ee3543f6e5a req-6ef00514-b8d8-4875-bdea-002416cabdc8 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=450020ee-4105-4d53-bc5c-c84f74b003c4 HTTP/1.1" status: 200 len: 945 time: 0.0515044 Aug 15 14:20:42.495448 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 51758) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:20:42.499778 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-22ba0362-c5ff-4611-a9bb-0af6a9217ca5 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Request body: {'floatingip': {'port_id': '169ab620-0f92-468d-ac62-da1d5894f48c'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:20:42.537983 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-22ba0362-c5ff-4611-a9bb-0af6a9217ca5 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for floatingip, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:42.958347 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-22ba0362-c5ff-4611-a9bb-0af6a9217ca5 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:43.018426 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-22ba0362-c5ff-4611-a9bb-0af6a9217ca5 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594844'] for floatingip, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:43.119719 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.db.l3_db [None req-22ba0362-c5ff-4611-a9bb-0af6a9217ca5 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Floating IP c9e18917-7f52-4527-9384-45e1e92b9434 associated. External IP: 172.27.3.203, port: 169ab620-0f92-468d-ac62-da1d5894f48c. Aug 15 14:20:43.162750 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f4143-23a3-41db-ba38-6ece7ea955f6 req-100c4d3f-291c-4d7a-8723-dd64042eb7b0 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:43.164243 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0a0f4143-23a3-41db-ba38-6ece7ea955f6 req-100c4d3f-291c-4d7a-8723-dd64042eb7b0 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 943 time: 0.0609825 Aug 15 14:20:43.203248 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0a0f4143-23a3-41db-ba38-6ece7ea955f6 req-e23d80d6-4484-43db-895a-d2ad5cd5b51e tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325844 Aug 15 14:20:43.246803 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-267cc9ce-05ff-4c08-84a4-0e388ab9debe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:43.327909 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ba0362-c5ff-4611-a9bb-0af6a9217ca5 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Router a662057b-06c1-4589-8f04-ddbedb94c4b8 has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:20:43.433674 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ba0362-c5ff-4611-a9bb-0af6a9217ca5 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:20:43.446018 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-22ba0362-c5ff-4611-a9bb-0af6a9217ca5 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for floatingip, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:43.446126 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357923c6-83a8-4971-891d-02f4b951bfdf None None] Sync routers for ids ['a662057b-06c1-4589-8f04-ddbedb94c4b8'] in dv-cinder-804581-6-iscsi {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:20:43.451741 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357923c6-83a8-4971-891d-02f4b951bfdf None None] Routers {'a662057b-06c1-4589-8f04-ddbedb94c4b8'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:20:43.452359 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-357923c6-83a8-4971-891d-02f4b951bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:20:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['a662057b-06c1-4589-8f04-ddbedb94c4b8'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:20:43.465168 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-22ba0362-c5ff-4611-a9bb-0af6a9217ca5 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "PUT /v2.0/floatingips/c9e18917-7f52-4527-9384-45e1e92b9434 HTTP/1.1" status: 200 len: 991 time: 0.9687107 Aug 15 14:20:43.465863 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450020ee-4105-4d53-bc5c-c84f74b003c4', 'tag': '169ab620-0f92-468d-ac62-da1d5894f48c'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:20:43.468160 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e095b2df-2680-4f9c-9614-7df07079cb2e" -d '{"events": [{"name": "network-changed", "server_uuid": "450020ee-4105-4d53-bc5c-c84f74b003c4", "tag": "169ab620-0f92-468d-ac62-da1d5894f48c"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:20:43.508870 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a7ac6f-d98e-4eae-9d8e-3dcffe110944 x-openstack-request-id: req-22a7ac6f-d98e-4eae-9d8e-3dcffe110944 {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:20:43.509151 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450020ee-4105-4d53-bc5c-c84f74b003c4", "tag": "169ab620-0f92-468d-ac62-da1d5894f48c", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:20:43.509421 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-22a7ac6f-d98e-4eae-9d8e-3dcffe110944 {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:20:43.509819 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450020ee-4105-4d53-bc5c-c84f74b003c4', 'tag': '169ab620-0f92-468d-ac62-da1d5894f48c', 'status': 'completed', 'code': 200} Aug 15 14:20:43.565302 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-357923c6-83a8-4971-891d-02f4b951bfdf None None] Set router a662057b-06c1-4589-8f04-ddbedb94c4b8 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:20:43.569210 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095b2df-2680-4f9c-9614-7df07079cb2e req-2610e22e-c12e-4827-badb-5406465ab88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:43.570731 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e095b2df-2680-4f9c-9614-7df07079cb2e req-2610e22e-c12e-4827-badb-5406465ab88f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d7d262d48af475e9d34d28cde3291b8&device_id=450020ee-4105-4d53-bc5c-c84f74b003c4 HTTP/1.1" status: 200 len: 1098 time: 0.0399261 Aug 15 14:20:43.661574 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095b2df-2680-4f9c-9614-7df07079cb2e req-4cbaf38c-4064-481c-b6e1-a8bd89d70d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:43.662930 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e095b2df-2680-4f9c-9614-7df07079cb2e req-4cbaf38c-4064-481c-b6e1-a8bd89d70d30 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be0d8a3c-f753-4203-b1e9-df12d5419b7d HTTP/1.1" status: 200 len: 912 time: 0.0847611 Aug 15 14:20:43.726794 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e095b2df-2680-4f9c-9614-7df07079cb2e req-fb35e8ac-6c19-4e84-bdfe-22ca74e17a42 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=169ab620-0f92-468d-ac62-da1d5894f48c HTTP/1.1" status: 200 len: 999 time: 0.0564947 Aug 15 14:20:43.776774 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095b2df-2680-4f9c-9614-7df07079cb2e req-f3aa93dd-070e-458f-9fda-4390f8ac14d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:43.778330 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e095b2df-2680-4f9c-9614-7df07079cb2e req-f3aa93dd-070e-458f-9fda-4390f8ac14d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=755f6259-b6d2-4fd1-8b9f-a7b43f738a15 HTTP/1.1" status: 200 len: 850 time: 0.0451894 Aug 15 14:20:43.797380 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-357923c6-83a8-4971-891d-02f4b951bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'name': 'tempest-AttachVolumeTestJSON-1578304414-router', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:11:35Z', 'updated_at': '2021-08-15T14:11:42Z', 'revision_number': 4, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'gw_port': {'id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:42:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:37Z', 'updated_at': '2021-08-15T14:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_floatingips': [{'id': 'c9e18917-7f52-4527-9384-45e1e92b9434', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'router_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'port_id': '169ab620-0f92-468d-ac62-da1d5894f48c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d', 'mac_address': 'fa:16:3e:dd:49:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450020ee-4105-4d53-bc5c-c84f74b003c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-15T14:20:28Z', 'updated_at': '2021-08-15T14:20:42Z', 'revision_number': 1, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2729c60c-b551-4ff4-a067-581dea7f438a', 'name': '', 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'mac_address': 'fa:16:3e:97:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '755f6259-b6d2-4fd1-8b9f-a7b43f738a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:41Z', 'updated_at': '2021-08-15T14:11:50Z', 'revision_number': 5, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'subnets': [{'id': '755f6259-b6d2-4fd1-8b9f-a7b43f738a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:20:43.824490 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357923c6-83a8-4971-891d-02f4b951bfdf None None] Checking router: a662057b-06c1-4589-8f04-ddbedb94c4b8 for host: dv-cinder-804581-6-iscsi {{(pid=94453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:20:43.832297 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095b2df-2680-4f9c-9614-7df07079cb2e req-fa31cc4f-149f-409a-88c8-c60ffd4203ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:43.832857 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357923c6-83a8-4971-891d-02f4b951bfdf None None] Routers {'a662057b-06c1-4589-8f04-ddbedb94c4b8'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:20:43.833482 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-357923c6-83a8-4971-891d-02f4b951bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:20:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['a662057b-06c1-4589-8f04-ddbedb94c4b8'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:20:43.833845 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e095b2df-2680-4f9c-9614-7df07079cb2e req-fa31cc4f-149f-409a-88c8-c60ffd4203ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be0d8a3c-f753-4203-b1e9-df12d5419b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442219 Aug 15 14:20:43.873365 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:43.925486 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e095b2df-2680-4f9c-9614-7df07079cb2e req-41b37e33-bc02-43f0-bd3f-f051fa87644c service neutron] 10.222.0.20 "GET /v2.0/networks/be0d8a3c-f753-4203-b1e9-df12d5419b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835779 Aug 15 14:20:43.946455 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-357923c6-83a8-4971-891d-02f4b951bfdf None None] Set router a662057b-06c1-4589-8f04-ddbedb94c4b8 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:20:44.017215 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e095b2df-2680-4f9c-9614-7df07079cb2e req-68c4e3a1-9f01-4dfe-9a9e-6424a3bd086a service neutron] 10.222.0.20 "GET /v2.0/networks/be0d8a3c-f753-4203-b1e9-df12d5419b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848966 Aug 15 14:20:44.172345 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-357923c6-83a8-4971-891d-02f4b951bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'name': 'tempest-AttachVolumeTestJSON-1578304414-router', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:11:35Z', 'updated_at': '2021-08-15T14:11:42Z', 'revision_number': 4, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'gw_port': {'id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:42:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:37Z', 'updated_at': '2021-08-15T14:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_floatingips': [{'id': 'c9e18917-7f52-4527-9384-45e1e92b9434', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'router_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'port_id': '169ab620-0f92-468d-ac62-da1d5894f48c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d', 'mac_address': 'fa:16:3e:dd:49:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450020ee-4105-4d53-bc5c-c84f74b003c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-15T14:20:28Z', 'updated_at': '2021-08-15T14:20:42Z', 'revision_number': 1, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2729c60c-b551-4ff4-a067-581dea7f438a', 'name': '', 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'mac_address': 'fa:16:3e:97:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '755f6259-b6d2-4fd1-8b9f-a7b43f738a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:41Z', 'updated_at': '2021-08-15T14:11:50Z', 'revision_number': 5, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'subnets': [{'id': '755f6259-b6d2-4fd1-8b9f-a7b43f738a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:20:44.197581 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357923c6-83a8-4971-891d-02f4b951bfdf None None] The sync data for ids ['a662057b-06c1-4589-8f04-ddbedb94c4b8'] in dv-cinder-804581-6-iscsi is: [{'id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'name': 'tempest-AttachVolumeTestJSON-1578304414-router', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:11:35Z', 'updated_at': '2021-08-15T14:11:42Z', 'revision_number': 4, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'gw_port': {'id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:42:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:37Z', 'updated_at': '2021-08-15T14:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_floatingips': [{'id': 'c9e18917-7f52-4527-9384-45e1e92b9434', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'router_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'port_id': '169ab620-0f92-468d-ac62-da1d5894f48c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d', 'mac_address': 'fa:16:3e:dd:49:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450020ee-4105-4d53-bc5c-c84f74b003c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-15T14:20:28Z', 'updated_at': '2021-08-15T14:20:42Z', 'revision_number': 1, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2729c60c-b551-4ff4-a067-581dea7f438a', 'name': '', 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'mac_address': 'fa:16:3e:97:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '755f6259-b6d2-4fd1-8b9f-a7b43f738a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:41Z', 'updated_at': '2021-08-15T14:11:50Z', 'revision_number': 5, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'subnets': [{'id': '755f6259-b6d2-4fd1-8b9f-a7b43f738a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:20:44.320952 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898d039-da78-43f7-b43a-b212c387b005 req-7ae84015-7222-446e-8294-0de9973e1cbf tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:44.322604 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5898d039-da78-43f7-b43a-b212c387b005 req-7ae84015-7222-446e-8294-0de9973e1cbf tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 943 time: 0.0489321 Aug 15 14:20:44.364623 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5898d039-da78-43f7-b43a-b212c387b005 req-a2328a2e-1b38-46c3-b957-dafc284984c7 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360754 Aug 15 14:20:44.398351 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9fd951-6075-4068-903f-305d61a94d13 None None] New status for floating IP c9e18917-7f52-4527-9384-45e1e92b9434: ACTIVE {{(pid=94454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 15 14:20:44.652416 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:45.335867 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 9f86e82c-2f7a-42e8-b2bb-b543e91308d5 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 15 14:20:45.432719 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 9f86e82c-2f7a-42e8-b2bb-b543e91308d5, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=9f86e82c-2f7a-42e8-b2bb-b543e91308d5,segment=NetworkSegment(1d64e00b-e5ca-4edd-80aa-06fe98bfee11),segment_id=1d64e00b-e5ca-4edd-80aa-06fe98bfee11)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:20:45.445152 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Returning: {'device': '9f86e82c-2f7a-42e8-b2bb-b543e91308d5', 'network_id': 'e51b1bec-c2b5-4b57-a65c-c8dcaed9be53', 'port_id': '9f86e82c-2f7a-42e8-b2bb-b543e91308d5', 'mac_address': 'fa:16:3e:4b:0e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 15 14:20:45.479848 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494d811-00c9-4a8f-b548-f647630e7e48 req-85a22888-b37a-4f4c-80fc-bbf12466efef tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:45.481452 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a494d811-00c9-4a8f-b548-f647630e7e48 req-85a22888-b37a-4f4c-80fc-bbf12466efef tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 943 time: 0.0497322 Aug 15 14:20:45.482453 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:45.495046 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f86e82c-2f7a-42e8-b2bb-b543e91308d5 {{(pid=94453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:20:45.513895 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 9f86e82c-2f7a-42e8-b2bb-b543e91308d5, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=9f86e82c-2f7a-42e8-b2bb-b543e91308d5,segment=NetworkSegment(1d64e00b-e5ca-4edd-80aa-06fe98bfee11),segment_id=1d64e00b-e5ca-4edd-80aa-06fe98bfee11)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:20:45.517730 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a494d811-00c9-4a8f-b548-f647630e7e48 req-3e43b314-0a34-46e9-8740-1b7d6d7a920c tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301664 Aug 15 14:20:45.600534 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:45.645604 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=9f86e82c-2f7a-42e8-b2bb-b543e91308d5,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:45.988948 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['9f86e82c-2f7a-42e8-b2bb-b543e91308d5'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:20:46.595432 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:46.634089 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ba400-2f12-46b4-b575-8aa14cd50f82 req-08a30ccb-ee9e-4f4e-aa2d-39e39212b97d tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:46.635546 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0c3ba400-2f12-46b4-b575-8aa14cd50f82 req-08a30ccb-ee9e-4f4e-aa2d-39e39212b97d tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 944 time: 0.0524454 Aug 15 14:20:46.671979 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0c3ba400-2f12-46b4-b575-8aa14cd50f82 req-a3dbff01-9ae2-4aa5-b964-7c9349d750a7 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305943 Aug 15 14:20:47.347866 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 9f86e82c-2f7a-42e8-b2bb-b543e91308d5 up at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:20:47.474961 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning for port 9f86e82c-2f7a-42e8-b2bb-b543e91308d5 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:20:47.478817 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning complete for port 9f86e82c-2f7a-42e8-b2bb-b543e91308d5 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:20:47.479285 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:47.554244 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:47.575694 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa9e50e-d16f-45b5-8cab-05460c1475de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f86e82c-2f7a-42e8-b2bb-b543e91308d5'}] {{(pid=94453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:20:47.577895 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67f9f608f21815e3b7d057bcd481c644a3f088ed5729c17767b65ea5f15acf6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba17ef76-7faa-4806-a9cd-392386ae2798" -d '{"events": [{"server_uuid": "4fa9e50e-d16f-45b5-8cab-05460c1475de", "name": "network-vif-plugged", "status": "completed", "tag": "9f86e82c-2f7a-42e8-b2bb-b543e91308d5"}]}' {{(pid=94453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:20:47.590784 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 9f86e82c-2f7a-42e8-b2bb-b543e91308d5, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=9f86e82c-2f7a-42e8-b2bb-b543e91308d5,segment=NetworkSegment(1d64e00b-e5ca-4edd-80aa-06fe98bfee11),segment_id=1d64e00b-e5ca-4edd-80aa-06fe98bfee11)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:20:47.614854 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c61a112-fbb8-4dc5-86d9-1c0d47905c2a x-openstack-request-id: req-2c61a112-fbb8-4dc5-86d9-1c0d47905c2a {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:20:47.615138 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa9e50e-d16f-45b5-8cab-05460c1475de", "name": "network-vif-plugged", "status": "completed", "tag": "9f86e82c-2f7a-42e8-b2bb-b543e91308d5", "code": 200}]} {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:20:47.615445 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2c61a112-fbb8-4dc5-86d9-1c0d47905c2a {{(pid=94453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:20:47.615828 dv-cinder-804581-6-iscsi neutron-server[94453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa9e50e-d16f-45b5-8cab-05460c1475de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f86e82c-2f7a-42e8-b2bb-b543e91308d5', 'code': 200} Aug 15 14:20:47.630074 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:47.680447 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=9f86e82c-2f7a-42e8-b2bb-b543e91308d5,revision_number=5']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:47.786290 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e239e76-6fe6-433f-9d5f-5f0db88241ae req-a14f60a9-33eb-48b9-be14-26a3e76453f4 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:47.787768 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2e239e76-6fe6-433f-9d5f-5f0db88241ae req-a14f60a9-33eb-48b9-be14-26a3e76453f4 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 945 time: 0.0485229 Aug 15 14:20:47.825649 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2e239e76-6fe6-433f-9d5f-5f0db88241ae req-270b1374-b3bf-4f4b-9f82-6e1ba107099c tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314708 Aug 15 14:20:47.972965 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9de9ca-ad86-4175-8ae6-d7ae62191446 req-dba12445-7a0f-4e8d-aa89-e5e6e9fa8b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:47.974470 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-af9de9ca-ad86-4175-8ae6-d7ae62191446 req-dba12445-7a0f-4e8d-aa89-e5e6e9fa8b7b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 1098 time: 0.0419507 Aug 15 14:20:48.011817 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-af9de9ca-ad86-4175-8ae6-d7ae62191446 req-bf484f7b-2d06-4f16-a205-272059d3ebca service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269265 Aug 15 14:20:48.942544 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea0008-5d4e-4f21-a882-c9bc103b646f req-6b40b415-73bf-4651-ae70-69aca8874d47 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:48.943991 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0cea0008-5d4e-4f21-a882-c9bc103b646f req-6b40b415-73bf-4651-ae70-69aca8874d47 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 945 time: 0.0526474 Aug 15 14:20:48.984375 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0cea0008-5d4e-4f21-a882-c9bc103b646f req-1b37aa7b-399b-4520-bfd7-80f09756b679 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344241 Aug 15 14:20:50.098732 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d4fb4-c0f3-4585-bf94-422a77240b9e req-7e82b03a-5e0c-49ec-be32-0bd9b0ac73d6 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:50.100223 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0d4d4fb4-c0f3-4585-bf94-422a77240b9e req-7e82b03a-5e0c-49ec-be32-0bd9b0ac73d6 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 945 time: 0.0491381 Aug 15 14:20:50.138378 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0d4d4fb4-c0f3-4585-bf94-422a77240b9e req-99dcb164-d2f9-4395-affd-7e99e5cfe267 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322790 Aug 15 14:20:50.249987 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06968350-4678-4188-8de0-5eb9313e5e11 req-3d89419c-efb7-4d0a-992c-7f4c86495959 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:50.251443 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-06968350-4678-4188-8de0-5eb9313e5e11 req-3d89419c-efb7-4d0a-992c-7f4c86495959 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 945 time: 0.0480785 Aug 15 14:20:50.287933 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-06968350-4678-4188-8de0-5eb9313e5e11 req-46f26bea-1240-4c19-b7a7-5040ace54e40 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304852 Aug 15 14:20:50.309285 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 51796) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:20:50.387579 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb692e9f-ee7d-4ed1-b0ac-b37a04d5fdfe tempest-TestShelveInstance-1986101198 tempest-TestShelveInstance-1986101198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:50.389070 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-bb692e9f-ee7d-4ed1-b0ac-b37a04d5fdfe tempest-TestShelveInstance-1986101198 tempest-TestShelveInstance-1986101198-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 1093 time: 0.0788336 Aug 15 14:20:50.391950 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 51800) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:20:50.396370 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-af372f8f-fcb0-4a82-b145-f461a683b00b tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Request body: {'floatingip': {'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'port_id': '9f86e82c-2f7a-42e8-b2bb-b543e91308d5', 'tenant_id': 'b107177252ed48509927e90013a94ff6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:20:50.488469 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-af372f8f-fcb0-4a82-b145-f461a683b00b tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks [] for floatingip, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:50.584872 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-af372f8f-fcb0-4a82-b145-f461a683b00b tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:50.689090 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [None req-af372f8f-fcb0-4a82-b145-f461a683b00b tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Allocated IP 172.27.3.106 (1d9f8f4c-a9c3-49e7-b907-6801ec194130/0214dcca-22ca-4853-8d9b-9f5ee3e8fb08/c32e6341-f79f-4eb8-9d16-2fdc088544a9) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:20:50.786325 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-af372f8f-fcb0-4a82-b145-f461a683b00b tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:50.892823 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-af372f8f-fcb0-4a82-b145-f461a683b00b tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:50.931593 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af372f8f-fcb0-4a82-b145-f461a683b00b tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Network 1d9f8f4c-a9c3-49e7-b907-6801ec194130 is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:20:50.934407 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [None req-af372f8f-fcb0-4a82-b145-f461a683b00b tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:20:50.937882 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af372f8f-fcb0-4a82-b145-f461a683b00b tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:20:50.943683 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af372f8f-fcb0-4a82-b145-f461a683b00b tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Pushing event updated for resources: {'Port': ['ID=c32e6341-f79f-4eb8-9d16-2fdc088544a9,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:51.289344 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-af372f8f-fcb0-4a82-b145-f461a683b00b tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:51.400044 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-af372f8f-fcb0-4a82-b145-f461a683b00b tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:51.552513 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-af372f8f-fcb0-4a82-b145-f461a683b00b tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks [] for port, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:51.618290 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-af372f8f-fcb0-4a82-b145-f461a683b00b tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:51.688958 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af372f8f-fcb0-4a82-b145-f461a683b00b tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Pushing event updated for resources: {'Port': ['ID=c32e6341-f79f-4eb8-9d16-2fdc088544a9,revision_number=2']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:20:51.698772 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-af372f8f-fcb0-4a82-b145-f461a683b00b tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594844'] for floatingip, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:52.046236 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.db.l3_db [None req-af372f8f-fcb0-4a82-b145-f461a683b00b tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Floating IP e1353564-418e-4104-9844-ca6b4d01fbf6 associated. External IP: 172.27.3.106, port: 9f86e82c-2f7a-42e8-b2bb-b543e91308d5. Aug 15 14:20:52.247140 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af372f8f-fcb0-4a82-b145-f461a683b00b tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Router d52b9b91-23ac-4d5b-ae2a-13188642c458 has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:20:52.353614 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af372f8f-fcb0-4a82-b145-f461a683b00b tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:20:52.363106 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3304f8b8-443a-42c5-bc25-2b3aab5001b5 None None] Sync routers for ids ['d52b9b91-23ac-4d5b-ae2a-13188642c458'] in dv-cinder-804581-6-iscsi {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:20:52.375361 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3304f8b8-443a-42c5-bc25-2b3aab5001b5 None None] Routers {'d52b9b91-23ac-4d5b-ae2a-13188642c458'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:20:52.390671 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-3304f8b8-443a-42c5-bc25-2b3aab5001b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:20:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['d52b9b91-23ac-4d5b-ae2a-13188642c458'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:20:52.447190 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-af372f8f-fcb0-4a82-b145-f461a683b00b tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for floatingip, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:20:52.478386 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-af372f8f-fcb0-4a82-b145-f461a683b00b tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0854340 Aug 15 14:20:52.479074 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa9e50e-d16f-45b5-8cab-05460c1475de', 'tag': '9f86e82c-2f7a-42e8-b2bb-b543e91308d5'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:20:52.480294 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-3304f8b8-443a-42c5-bc25-2b3aab5001b5 None None] Set router d52b9b91-23ac-4d5b-ae2a-13188642c458 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:20:52.481329 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10126987-37c9-47f3-a774-f43a140c78a2" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa9e50e-d16f-45b5-8cab-05460c1475de", "tag": "9f86e82c-2f7a-42e8-b2bb-b543e91308d5"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:20:52.528512 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f9a724-355f-476c-b4b0-83fc6c8f78fb x-openstack-request-id: req-92f9a724-355f-476c-b4b0-83fc6c8f78fb {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:20:52.528813 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa9e50e-d16f-45b5-8cab-05460c1475de", "tag": "9f86e82c-2f7a-42e8-b2bb-b543e91308d5", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:20:52.529070 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-92f9a724-355f-476c-b4b0-83fc6c8f78fb {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:20:52.529510 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa9e50e-d16f-45b5-8cab-05460c1475de', 'tag': '9f86e82c-2f7a-42e8-b2bb-b543e91308d5', 'status': 'completed', 'code': 200} Aug 15 14:20:52.599417 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10126987-37c9-47f3-a774-f43a140c78a2 req-3566fa3b-8e03-42ba-8f1c-eb7a7b29cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:52.600885 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-10126987-37c9-47f3-a774-f43a140c78a2 req-3566fa3b-8e03-42ba-8f1c-eb7a7b29cc92 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b107177252ed48509927e90013a94ff6&device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 1098 time: 0.0436144 Aug 15 14:20:52.692708 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10126987-37c9-47f3-a774-f43a140c78a2 req-6b3a4376-aed4-4dcf-819f-c8f52a2ba382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:52.694313 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-10126987-37c9-47f3-a774-f43a140c78a2 req-6b3a4376-aed4-4dcf-819f-c8f52a2ba382 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e51b1bec-c2b5-4b57-a65c-c8dcaed9be53 HTTP/1.1" status: 200 len: 909 time: 0.0863218 Aug 15 14:20:52.763965 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-10126987-37c9-47f3-a774-f43a140c78a2 req-4f74c60e-b8fb-408b-aede-e282ac8c6d7c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f86e82c-2f7a-42e8-b2bb-b543e91308d5 HTTP/1.1" status: 200 len: 999 time: 0.0625880 Aug 15 14:20:52.814748 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10126987-37c9-47f3-a774-f43a140c78a2 req-219fa4b5-7bb8-42dd-9074-d1ec580ffeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:52.816197 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-10126987-37c9-47f3-a774-f43a140c78a2 req-219fa4b5-7bb8-42dd-9074-d1ec580ffeab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38 HTTP/1.1" status: 200 len: 847 time: 0.0445635 Aug 15 14:20:52.825540 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-3304f8b8-443a-42c5-bc25-2b3aab5001b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'name': 'tempest-TestShelveInstance-675587494-router', 'tenant_id': 'b107177252ed48509927e90013a94ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '068bd90b-6745-49d8-aca9-3ff3791f555e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:19:50Z', 'updated_at': '2021-08-15T14:19:55Z', 'revision_number': 4, 'project_id': 'b107177252ed48509927e90013a94ff6', 'gw_port': {'id': '068bd90b-6745-49d8-aca9-3ff3791f555e', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:19:51Z', 'updated_at': '2021-08-15T14:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_floatingips': [{'id': 'e1353564-418e-4104-9844-ca6b4d01fbf6', 'tenant_id': 'b107177252ed48509927e90013a94ff6', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'router_id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'port_id': '9f86e82c-2f7a-42e8-b2bb-b543e91308d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e51b1bec-c2b5-4b57-a65c-c8dcaed9be53', 'mac_address': 'fa:16:3e:4b:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa9e50e-d16f-45b5-8cab-05460c1475de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-15T14:20:51Z', 'updated_at': '2021-08-15T14:20:51Z', 'revision_number': 0, 'project_id': 'b107177252ed48509927e90013a94ff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df7add7-f176-4456-ac50-28058c071650', 'name': '', 'network_id': 'e51b1bec-c2b5-4b57-a65c-c8dcaed9be53', 'tenant_id': 'b107177252ed48509927e90013a94ff6', 'mac_address': 'fa:16:3e:96:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:19:54Z', 'updated_at': '2021-08-15T14:19:59Z', 'revision_number': 5, 'project_id': 'b107177252ed48509927e90013a94ff6', 'subnets': [{'id': 'ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:20:52.856943 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3304f8b8-443a-42c5-bc25-2b3aab5001b5 None None] Checking router: d52b9b91-23ac-4d5b-ae2a-13188642c458 for host: dv-cinder-804581-6-iscsi {{(pid=94453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:20:52.861416 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10126987-37c9-47f3-a774-f43a140c78a2 req-271cc997-cee5-4596-a17a-48a635ab7754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:20:52.863514 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-10126987-37c9-47f3-a774-f43a140c78a2 req-271cc997-cee5-4596-a17a-48a635ab7754 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e51b1bec-c2b5-4b57-a65c-c8dcaed9be53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397618 Aug 15 14:20:52.866041 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3304f8b8-443a-42c5-bc25-2b3aab5001b5 None None] Routers {'d52b9b91-23ac-4d5b-ae2a-13188642c458'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:20:52.866646 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-3304f8b8-443a-42c5-bc25-2b3aab5001b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:20:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['d52b9b91-23ac-4d5b-ae2a-13188642c458'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:20:52.956194 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-10126987-37c9-47f3-a774-f43a140c78a2 req-ba149cbd-192e-47a4-8e63-8718e03871f1 service neutron] 10.222.0.20 "GET /v2.0/networks/e51b1bec-c2b5-4b57-a65c-c8dcaed9be53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848062 Aug 15 14:20:52.973420 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-3304f8b8-443a-42c5-bc25-2b3aab5001b5 None None] Set router d52b9b91-23ac-4d5b-ae2a-13188642c458 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:20:53.045010 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-10126987-37c9-47f3-a774-f43a140c78a2 req-e3ae8bce-9a69-4b76-b932-589b4fdc1e5c service neutron] 10.222.0.20 "GET /v2.0/networks/e51b1bec-c2b5-4b57-a65c-c8dcaed9be53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814705 Aug 15 14:20:53.195150 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-3304f8b8-443a-42c5-bc25-2b3aab5001b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'name': 'tempest-TestShelveInstance-675587494-router', 'tenant_id': 'b107177252ed48509927e90013a94ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '068bd90b-6745-49d8-aca9-3ff3791f555e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:19:50Z', 'updated_at': '2021-08-15T14:19:55Z', 'revision_number': 4, 'project_id': 'b107177252ed48509927e90013a94ff6', 'gw_port': {'id': '068bd90b-6745-49d8-aca9-3ff3791f555e', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:19:51Z', 'updated_at': '2021-08-15T14:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_floatingips': [{'id': 'e1353564-418e-4104-9844-ca6b4d01fbf6', 'tenant_id': 'b107177252ed48509927e90013a94ff6', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'router_id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'port_id': '9f86e82c-2f7a-42e8-b2bb-b543e91308d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e51b1bec-c2b5-4b57-a65c-c8dcaed9be53', 'mac_address': 'fa:16:3e:4b:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa9e50e-d16f-45b5-8cab-05460c1475de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-15T14:20:51Z', 'updated_at': '2021-08-15T14:20:51Z', 'revision_number': 0, 'project_id': 'b107177252ed48509927e90013a94ff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df7add7-f176-4456-ac50-28058c071650', 'name': '', 'network_id': 'e51b1bec-c2b5-4b57-a65c-c8dcaed9be53', 'tenant_id': 'b107177252ed48509927e90013a94ff6', 'mac_address': 'fa:16:3e:96:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:19:54Z', 'updated_at': '2021-08-15T14:19:59Z', 'revision_number': 5, 'project_id': 'b107177252ed48509927e90013a94ff6', 'subnets': [{'id': 'ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:20:53.222355 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3304f8b8-443a-42c5-bc25-2b3aab5001b5 None None] The sync data for ids ['d52b9b91-23ac-4d5b-ae2a-13188642c458'] in dv-cinder-804581-6-iscsi is: [{'id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'name': 'tempest-TestShelveInstance-675587494-router', 'tenant_id': 'b107177252ed48509927e90013a94ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '068bd90b-6745-49d8-aca9-3ff3791f555e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:19:50Z', 'updated_at': '2021-08-15T14:19:55Z', 'revision_number': 4, 'project_id': 'b107177252ed48509927e90013a94ff6', 'gw_port': {'id': '068bd90b-6745-49d8-aca9-3ff3791f555e', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:19:51Z', 'updated_at': '2021-08-15T14:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_floatingips': [{'id': 'e1353564-418e-4104-9844-ca6b4d01fbf6', 'tenant_id': 'b107177252ed48509927e90013a94ff6', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'router_id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'port_id': '9f86e82c-2f7a-42e8-b2bb-b543e91308d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e51b1bec-c2b5-4b57-a65c-c8dcaed9be53', 'mac_address': 'fa:16:3e:4b:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa9e50e-d16f-45b5-8cab-05460c1475de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-15T14:20:51Z', 'updated_at': '2021-08-15T14:20:51Z', 'revision_number': 0, 'project_id': 'b107177252ed48509927e90013a94ff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df7add7-f176-4456-ac50-28058c071650', 'name': '', 'network_id': 'e51b1bec-c2b5-4b57-a65c-c8dcaed9be53', 'tenant_id': 'b107177252ed48509927e90013a94ff6', 'mac_address': 'fa:16:3e:96:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:19:54Z', 'updated_at': '2021-08-15T14:19:59Z', 'revision_number': 5, 'project_id': 'b107177252ed48509927e90013a94ff6', 'subnets': [{'id': 'ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:20:53.400888 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ca4ea0-341d-47fd-a753-2d1c75af88ec None None] New status for floating IP e1353564-418e-4104-9844-ca6b4d01fbf6: ACTIVE {{(pid=94454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 15 14:21:02.018093 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:03.322670 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6662e43b-a310-47b6-8588-ec84b704ae8a req-befa127f-8435-49c3-8cfd-c61def1720dd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435121 Aug 15 14:21:03.416556 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662e43b-a310-47b6-8588-ec84b704ae8a req-ded0b8aa-8987-4516-9076-45aca7d9173e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:21:03.418051 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6662e43b-a310-47b6-8588-ec84b704ae8a req-ded0b8aa-8987-4516-9076-45aca7d9173e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1cd26e2c90140de8aa0f6910b9341a5&device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 1099 time: 0.0400689 Aug 15 14:21:03.519143 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662e43b-a310-47b6-8588-ec84b704ae8a req-860d2189-bf51-41fe-8a20-f8e246c64c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:21:03.520551 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6662e43b-a310-47b6-8588-ec84b704ae8a req-860d2189-bf51-41fe-8a20-f8e246c64c06 service neutron] 10.222.0.20 "GET /v2.0/networks?id=81ce3d77-1ecb-4956-925d-d86609a6b989 HTTP/1.1" status: 200 len: 918 time: 0.0817039 Aug 15 14:21:03.590234 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6662e43b-a310-47b6-8588-ec84b704ae8a req-9207c8e0-7cac-4971-9f5d-eb4a485770b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e1900df-b241-46b5-aa5a-7e57d188cee2 HTTP/1.1" status: 200 len: 1000 time: 0.0613544 Aug 15 14:21:03.642261 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662e43b-a310-47b6-8588-ec84b704ae8a req-8f6f859c-3d49-4f3b-8324-881dcfa7b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:21:03.643927 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6662e43b-a310-47b6-8588-ec84b704ae8a req-8f6f859c-3d49-4f3b-8324-881dcfa7b3ce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f53a997d-ab58-4de4-8f6f-e69dca0dbda3 HTTP/1.1" status: 200 len: 856 time: 0.0431099 Aug 15 14:21:03.688823 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662e43b-a310-47b6-8588-ec84b704ae8a req-a356e30a-dedb-4648-a34f-4512d2150b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:21:03.690823 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6662e43b-a310-47b6-8588-ec84b704ae8a req-a356e30a-dedb-4648-a34f-4512d2150b62 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81ce3d77-1ecb-4956-925d-d86609a6b989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391450 Aug 15 14:21:03.782178 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6662e43b-a310-47b6-8588-ec84b704ae8a req-e7013b2c-07b4-4094-9c19-06979a79d01a service neutron] 10.222.0.20 "GET /v2.0/networks/81ce3d77-1ecb-4956-925d-d86609a6b989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823283 Aug 15 14:21:03.874385 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6662e43b-a310-47b6-8588-ec84b704ae8a req-2d29768d-e500-41af-afdd-41ace22c152e service neutron] 10.222.0.20 "GET /v2.0/networks/81ce3d77-1ecb-4956-925d-d86609a6b989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812182 Aug 15 14:21:10.692438 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-0a2fa7fe-043e-4fc3-b2c8-e6266b2b1f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:13.247119 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-3cefd9f9-2bcc-421d-a040-a619e1ecee73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:13.467144 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:21:13.835437 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:14.652245 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:16.589381 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:32.029162 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:40.702851 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-bc0a3426-5d8a-49f8-946c-d5409be43188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:43.234598 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-873d3393-0a1a-4da8-9a4c-6afd1775612f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:43.857790 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:44.645633 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:45.828743 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fb044-7555-42d6-8975-b6476463fe3d req-caa8c7cf-10cf-4f95-a1bc-f41d48e3dba6 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:21:45.830248 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-da7fb044-7555-42d6-8975-b6476463fe3d req-caa8c7cf-10cf-4f95-a1bc-f41d48e3dba6 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 946 time: 0.0481670 Aug 15 14:21:45.868059 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-da7fb044-7555-42d6-8975-b6476463fe3d req-f084177a-727e-4894-aa2f-a0512ee4686a tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308864 Aug 15 14:21:46.600738 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:46.985403 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e0348-0d27-43d2-a4b2-21b222ffadff req-2410d28b-3cbf-494f-ae9e-93ccacca9dfa tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:21:46.986910 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-428e0348-0d27-43d2-a4b2-21b222ffadff req-2410d28b-3cbf-494f-ae9e-93ccacca9dfa tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 946 time: 0.0481591 Aug 15 14:21:47.025661 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-428e0348-0d27-43d2-a4b2-21b222ffadff req-909a6b60-4936-4553-aad2-5b19513a322b tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307009 Aug 15 14:21:47.741776 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957d57e-8158-46bf-9437-31d13dfc691c req-b567fbb0-d536-4ced-b697-8151cda5be05 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:21:47.743220 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d957d57e-8158-46bf-9437-31d13dfc691c req-b567fbb0-d536-4ced-b697-8151cda5be05 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.20 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 946 time: 0.0476079 Aug 15 14:21:47.836661 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-d957d57e-8158-46bf-9437-31d13dfc691c req-007faa73-4b63-40f3-8a61-12cce2451b63 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Deleting port 7e1900df-b241-46b5-aa5a-7e57d188cee2 {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:21:47.837580 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-d957d57e-8158-46bf-9437-31d13dfc691c req-007faa73-4b63-40f3-8a61-12cce2451b63 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:47.922934 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-d957d57e-8158-46bf-9437-31d13dfc691c req-007faa73-4b63-40f3-8a61-12cce2451b63 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] For port 7e1900df-b241-46b5-aa5a-7e57d188cee2, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=7e1900df-b241-46b5-aa5a-7e57d188cee2,segment=NetworkSegment(80471f41-1fac-4b4d-8c57-20e0de5d2141),segment_id=80471f41-1fac-4b4d-8c57-20e0de5d2141)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:21:47.923305 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-d957d57e-8158-46bf-9437-31d13dfc691c req-007faa73-4b63-40f3-8a61-12cce2451b63 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:48.090383 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-d957d57e-8158-46bf-9437-31d13dfc691c req-007faa73-4b63-40f3-8a61-12cce2451b63 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:48.090775 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-d957d57e-8158-46bf-9437-31d13dfc691c req-007faa73-4b63-40f3-8a61-12cce2451b63 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594844'] for floatingip, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:48.091074 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.db.l3_db [req-d957d57e-8158-46bf-9437-31d13dfc691c req-007faa73-4b63-40f3-8a61-12cce2451b63 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Floating IP 9d833630-bacb-4f00-81ac-280d6300e4eb disassociated. External IP: 172.27.3.27, port: 7e1900df-b241-46b5-aa5a-7e57d188cee2. Aug 15 14:21:48.091419 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-d957d57e-8158-46bf-9437-31d13dfc691c req-007faa73-4b63-40f3-8a61-12cce2451b63 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Calling delete_port for 7e1900df-b241-46b5-aa5a-7e57d188cee2 owned by compute:nova {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:21:48.146784 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501bfd9-3c8a-4c52-ae82-16c0673cc130 req-b5709d18-e8c4-4138-88f3-9a3a5d784168 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:21:48.148268 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-2501bfd9-3c8a-4c52-ae82-16c0673cc130 req-b5709d18-e8c4-4138-88f3-9a3a5d784168 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 946 time: 0.0516632 Aug 15 14:21:48.193225 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-2501bfd9-3c8a-4c52-ae82-16c0673cc130 req-b53664b4-b9c0-4c26-90bf-f90d4fc32630 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=78153af9-7c65-40ee-ad29-127c5ab770b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389080 Aug 15 14:21:48.280135 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-d957d57e-8158-46bf-9437-31d13dfc691c req-007faa73-4b63-40f3-8a61-12cce2451b63 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:48.310845 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007faa73-4b63-40f3-8a61-12cce2451b63 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Pushing event deleted for resources: {'Port': ['ID=7e1900df-b241-46b5-aa5a-7e57d188cee2,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:21:48.320787 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007faa73-4b63-40f3-8a61-12cce2451b63 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:21:48.321135 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007faa73-4b63-40f3-8a61-12cce2451b63 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:21:48.321503 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007faa73-4b63-40f3-8a61-12cce2451b63 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:21:48.321849 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007faa73-4b63-40f3-8a61-12cce2451b63 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:21:48.322184 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007faa73-4b63-40f3-8a61-12cce2451b63 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:21:48.322518 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007faa73-4b63-40f3-8a61-12cce2451b63 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:21:48.322849 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007faa73-4b63-40f3-8a61-12cce2451b63 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:21:48.323177 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007faa73-4b63-40f3-8a61-12cce2451b63 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:21:48.323529 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007faa73-4b63-40f3-8a61-12cce2451b63 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:21:48.323829 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007faa73-4b63-40f3-8a61-12cce2451b63 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:21:48.324482 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007faa73-4b63-40f3-8a61-12cce2451b63 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:21:48.324482 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007faa73-4b63-40f3-8a61-12cce2451b63 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:21:48.434289 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d957d57e-8158-46bf-9437-31d13dfc691c req-007faa73-4b63-40f3-8a61-12cce2451b63 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Router 7d57890a-4c57-4ece-9fef-7cbd2b6beabe has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:21:48.539097 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d957d57e-8158-46bf-9437-31d13dfc691c req-007faa73-4b63-40f3-8a61-12cce2451b63 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:21:48.548661 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3586cc2d-9cdf-409b-8692-305f1bdecdf5 None None] Sync routers for ids ['7d57890a-4c57-4ece-9fef-7cbd2b6beabe'] in dv-cinder-804581-6-iscsi {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:21:48.558277 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3586cc2d-9cdf-409b-8692-305f1bdecdf5 None None] Routers {'7d57890a-4c57-4ece-9fef-7cbd2b6beabe'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:21:48.558872 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-3586cc2d-9cdf-409b-8692-305f1bdecdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:21:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['7d57890a-4c57-4ece-9fef-7cbd2b6beabe'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:21:48.580315 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-d957d57e-8158-46bf-9437-31d13dfc691c req-007faa73-4b63-40f3-8a61-12cce2451b63 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] No DVR routers for this DVR port 7e1900df-b241-46b5-aa5a-7e57d188cee2 on host hv-cinder-80458 {{(pid=94450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:21:48.582999 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-d957d57e-8158-46bf-9437-31d13dfc691c req-007faa73-4b63-40f3-8a61-12cce2451b63 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:48.584864 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d957d57e-8158-46bf-9437-31d13dfc691c req-007faa73-4b63-40f3-8a61-12cce2451b63 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.20 "DELETE /v2.0/ports/7e1900df-b241-46b5-aa5a-7e57d188cee2 HTTP/1.1" status: 204 len: 173 time: 0.8354349 Aug 15 14:21:48.585295 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addca090-a63f-4ef9-9ecd-78e89b54d1fd', 'name': 'network-vif-deleted', 'tag': '7e1900df-b241-46b5-aa5a-7e57d188cee2'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:21:48.587567 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e96ad3-cc11-4758-a355-4460a8f5c9ae" -d '{"events": [{"server_uuid": "addca090-a63f-4ef9-9ecd-78e89b54d1fd", "name": "network-vif-deleted", "tag": "7e1900df-b241-46b5-aa5a-7e57d188cee2"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:21:48.631251 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205e133d-81da-4b3e-b96c-6608bb793848 x-openstack-request-id: req-205e133d-81da-4b3e-b96c-6608bb793848 {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:21:48.631672 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "addca090-a63f-4ef9-9ecd-78e89b54d1fd", "name": "network-vif-deleted", "tag": "7e1900df-b241-46b5-aa5a-7e57d188cee2", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:21:48.631921 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-205e133d-81da-4b3e-b96c-6608bb793848 {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:21:48.632311 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'addca090-a63f-4ef9-9ecd-78e89b54d1fd', 'name': 'network-vif-deleted', 'tag': '7e1900df-b241-46b5-aa5a-7e57d188cee2', 'status': 'completed', 'code': 200} Aug 15 14:21:48.666156 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-3586cc2d-9cdf-409b-8692-305f1bdecdf5 None None] Set router 7d57890a-4c57-4ece-9fef-7cbd2b6beabe gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:21:48.869080 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-3586cc2d-9cdf-409b-8692-305f1bdecdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'name': 'tempest-AttachVolumeShelveTestJSON-1950464448-router', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '4c797db3-1220-4634-a87b-88eef0b67472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:15:54Z', 'updated_at': '2021-08-15T14:15:57Z', 'revision_number': 4, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'gw_port': {'id': '4c797db3-1220-4634-a87b-88eef0b67472', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:55Z', 'updated_at': '2021-08-15T14:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '6e2e8fb6-efba-4f87-a8b6-11b206f46c4a', 'name': '', 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'mac_address': 'fa:16:3e:9b:02:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:57Z', 'updated_at': '2021-08-15T14:16:03Z', 'revision_number': 5, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'subnets': [{'id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:21:48.899741 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3586cc2d-9cdf-409b-8692-305f1bdecdf5 None None] Checking router: 7d57890a-4c57-4ece-9fef-7cbd2b6beabe for host: dv-cinder-804581-6-iscsi {{(pid=94453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:21:48.908882 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3586cc2d-9cdf-409b-8692-305f1bdecdf5 None None] Routers {'7d57890a-4c57-4ece-9fef-7cbd2b6beabe'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:21:48.909509 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-3586cc2d-9cdf-409b-8692-305f1bdecdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:21:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['7d57890a-4c57-4ece-9fef-7cbd2b6beabe'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:21:49.015797 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-3586cc2d-9cdf-409b-8692-305f1bdecdf5 None None] Set router 7d57890a-4c57-4ece-9fef-7cbd2b6beabe gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:21:49.308893 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ee339f3e-4a19-411a-8d21-3db7a612589f req-b39764d4-a288-4c91-b4bc-6de8e02aaf86 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=addca090-a63f-4ef9-9ecd-78e89b54d1fd HTTP/1.1" status: 200 len: 210 time: 0.0271959 Aug 15 14:21:49.341689 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-3586cc2d-9cdf-409b-8692-305f1bdecdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'name': 'tempest-AttachVolumeShelveTestJSON-1950464448-router', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '4c797db3-1220-4634-a87b-88eef0b67472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:15:54Z', 'updated_at': '2021-08-15T14:15:57Z', 'revision_number': 4, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'gw_port': {'id': '4c797db3-1220-4634-a87b-88eef0b67472', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:55Z', 'updated_at': '2021-08-15T14:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '6e2e8fb6-efba-4f87-a8b6-11b206f46c4a', 'name': '', 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'mac_address': 'fa:16:3e:9b:02:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:57Z', 'updated_at': '2021-08-15T14:16:03Z', 'revision_number': 5, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'subnets': [{'id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:21:49.367963 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3586cc2d-9cdf-409b-8692-305f1bdecdf5 None None] The sync data for ids ['7d57890a-4c57-4ece-9fef-7cbd2b6beabe'] in dv-cinder-804581-6-iscsi is: [{'id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'name': 'tempest-AttachVolumeShelveTestJSON-1950464448-router', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '4c797db3-1220-4634-a87b-88eef0b67472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:15:54Z', 'updated_at': '2021-08-15T14:15:57Z', 'revision_number': 4, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'gw_port': {'id': '4c797db3-1220-4634-a87b-88eef0b67472', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:55Z', 'updated_at': '2021-08-15T14:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '6e2e8fb6-efba-4f87-a8b6-11b206f46c4a', 'name': '', 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'mac_address': 'fa:16:3e:9b:02:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:57Z', 'updated_at': '2021-08-15T14:16:03Z', 'revision_number': 5, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'subnets': [{'id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:21:49.596523 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6539da-1d10-40ad-a91a-91641c43d5d1 None None] New status for floating IP 9d833630-bacb-4f00-81ac-280d6300e4eb: DOWN {{(pid=94454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 15 14:21:50.459503 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 51994) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:21:50.465828 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:21:50.514263 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-63b6dc88-f191-4b74-a3a5-4d13545981b2 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:50.537131 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-63b6dc88-f191-4b74-a3a5-4d13545981b2 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:50.623420 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-63b6dc88-f191-4b74-a3a5-4d13545981b2 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:50.626008 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-63b6dc88-f191-4b74-a3a5-4d13545981b2 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:50.627147 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-63b6dc88-f191-4b74-a3a5-4d13545981b2 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "DELETE /v2.0/security-groups/78153af9-7c65-40ee-ad29-127c5ab770b2 HTTP/1.1" status: 204 len: 168 time: 0.1666720 Aug 15 14:21:50.630646 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 51996) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:21:50.636970 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6dc88-f191-4b74-a3a5-4d13545981b2 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78153af9-7c65-40ee-ad29-127c5ab770b2,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:21:50.644732 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.api.v2.resource [None req-f72ba71d-e976-4e8c-a8c6-bc7fc41ca961 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] show failed (client error): The resource could not be found. Aug 15 14:21:50.645810 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-f72ba71d-e976-4e8c-a8c6-bc7fc41ca961 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups/78153af9-7c65-40ee-ad29-127c5ab770b2 HTTP/1.1" status: 404 len: 347 time: 0.0141754 Aug 15 14:21:50.648491 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 51998) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:21:50.768465 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.plugin [None req-94728a9c-67fa-43d6-8f3a-c3cf95a41989 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Deleting port e50a7a2b-6f93-4b58-b5c2-c9d21b69d27f {{(pid=94451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:21:50.768768 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-94728a9c-67fa-43d6-8f3a-c3cf95a41989 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:50.840062 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-94728a9c-67fa-43d6-8f3a-c3cf95a41989 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:50.840385 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-94728a9c-67fa-43d6-8f3a-c3cf95a41989 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:50.851489 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.plugin [None req-94728a9c-67fa-43d6-8f3a-c3cf95a41989 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Calling delete_port for e50a7a2b-6f93-4b58-b5c2-c9d21b69d27f owned by network:floatingip {{(pid=94451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:21:51.051803 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-94728a9c-67fa-43d6-8f3a-c3cf95a41989 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823643'] for port, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:51.074759 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94728a9c-67fa-43d6-8f3a-c3cf95a41989 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Pushing event deleted for resources: {'Port': ['ID=e50a7a2b-6f93-4b58-b5c2-c9d21b69d27f,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:21:51.084973 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94728a9c-67fa-43d6-8f3a-c3cf95a41989 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:21:51.085323 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94728a9c-67fa-43d6-8f3a-c3cf95a41989 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:21:51.085685 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94728a9c-67fa-43d6-8f3a-c3cf95a41989 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:21:51.086020 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94728a9c-67fa-43d6-8f3a-c3cf95a41989 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:21:51.086353 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94728a9c-67fa-43d6-8f3a-c3cf95a41989 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:21:51.086680 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94728a9c-67fa-43d6-8f3a-c3cf95a41989 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:21:51.087004 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94728a9c-67fa-43d6-8f3a-c3cf95a41989 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:21:51.087703 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94728a9c-67fa-43d6-8f3a-c3cf95a41989 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:21:51.087703 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94728a9c-67fa-43d6-8f3a-c3cf95a41989 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:21:51.088047 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94728a9c-67fa-43d6-8f3a-c3cf95a41989 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:21:51.088268 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94728a9c-67fa-43d6-8f3a-c3cf95a41989 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:21:51.088586 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94728a9c-67fa-43d6-8f3a-c3cf95a41989 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:21:51.151735 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-94728a9c-67fa-43d6-8f3a-c3cf95a41989 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for floatingip, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:51.154340 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-94728a9c-67fa-43d6-8f3a-c3cf95a41989 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for floatingip, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:51.155487 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-94728a9c-67fa-43d6-8f3a-c3cf95a41989 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "DELETE /v2.0/floatingips/9d833630-bacb-4f00-81ac-280d6300e4eb HTTP/1.1" status: 204 len: 168 time: 0.5061157 Aug 15 14:21:51.510826 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 52004) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:21:51.515583 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-2e9afbdf-46a3-44fa-9ecd-5391698de42c tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Request body: {'security_group': {'name': 'tempest-securitygroup--675947534', 'description': 'tempest-description--1812750312'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:21:51.612842 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2e9afbdf-46a3-44fa-9ecd-5391698de42c tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:51.678659 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 7e1900df-b241-46b5-aa5a-7e57d188cee2 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:21:51.692627 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2e9afbdf-46a3-44fa-9ecd-5391698de42c tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:51.702477 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] No Port match for: 7e1900df-b241-46b5-aa5a-7e57d188cee2 {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:21:51.702813 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 7e1900df-b241-46b5-aa5a-7e57d188cee2 not bound to the agent host hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:21:51.760725 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2e9afbdf-46a3-44fa-9ecd-5391698de42c tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:51.790104 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9afbdf-46a3-44fa-9ecd-5391698de42c tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7f098b-5725-4238-88cd-6361e36e84c2,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:21:51.857228 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2e9afbdf-46a3-44fa-9ecd-5391698de42c tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:51.859388 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-2e9afbdf-46a3-44fa-9ecd-5391698de42c tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3474963 Aug 15 14:21:51.862923 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 52006) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:21:51.867728 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-3d11b849-d188-4394-a577-dca5dde4c7d8 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Request body: {'security_group_rule': {'security_group_id': '7d7f098b-5725-4238-88cd-6361e36e84c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:21:51.953859 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-3d11b849-d188-4394-a577-dca5dde4c7d8 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:52.008441 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-3d11b849-d188-4394-a577-dca5dde4c7d8 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:52.068859 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-3d11b849-d188-4394-a577-dca5dde4c7d8 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448577'] for security_group_rule, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:52.085840 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11b849-d188-4394-a577-dca5dde4c7d8 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78cd2e07-8b37-4e0f-afbd-e530ac7048ff,revision_number=0']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:21:52.154731 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-3d11b849-d188-4394-a577-dca5dde4c7d8 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:52.155931 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-3d11b849-d188-4394-a577-dca5dde4c7d8 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2920530 Aug 15 14:21:52.159081 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 52010) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:21:52.163473 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-20f522cb-ba32-4a4c-abf4-15be565b0e85 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Request body: {'security_group_rule': {'security_group_id': '7d7f098b-5725-4238-88cd-6361e36e84c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:21:52.250641 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-20f522cb-ba32-4a4c-abf4-15be565b0e85 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:52.310355 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-20f522cb-ba32-4a4c-abf4-15be565b0e85 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:52.377566 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-20f522cb-ba32-4a4c-abf4-15be565b0e85 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448577'] for security_group_rule, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:52.395282 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f522cb-ba32-4a4c-abf4-15be565b0e85 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cc21ec2-2114-43af-b19b-fcb027628fd0,revision_number=0']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:21:52.457629 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-20f522cb-ba32-4a4c-abf4-15be565b0e85 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:52.458837 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-20f522cb-ba32-4a4c-abf4-15be565b0e85 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2988214 Aug 15 14:21:52.461920 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 52012) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:21:52.466168 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-38ce526e-8521-4a68-a73c-d6313479d703 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Request body: {'floatingip': {'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:21:52.531580 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-38ce526e-8521-4a68-a73c-d6313479d703 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for floatingip, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:52.624427 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-38ce526e-8521-4a68-a73c-d6313479d703 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:52.730084 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.db_base_plugin_common [None req-38ce526e-8521-4a68-a73c-d6313479d703 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Allocated IP 172.27.3.87 (1d9f8f4c-a9c3-49e7-b907-6801ec194130/0214dcca-22ca-4853-8d9b-9f5ee3e8fb08/c68364d5-d7ee-4fd6-b861-988633ac749e) {{(pid=94451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:21:52.826700 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-38ce526e-8521-4a68-a73c-d6313479d703 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for port, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:52.909159 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-38ce526e-8521-4a68-a73c-d6313479d703 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823643'] for port, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:52.951686 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ce526e-8521-4a68-a73c-d6313479d703 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Network 1d9f8f4c-a9c3-49e7-b907-6801ec194130 is already hosted by enough agents. {{(pid=94451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:21:52.954509 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.base_scheduler [None req-38ce526e-8521-4a68-a73c-d6313479d703 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Resources bound (agent type, host, resource id): {{(pid=94451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:21:52.958239 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ce526e-8521-4a68-a73c-d6313479d703 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Received port after_create {{(pid=94451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:21:52.963359 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce526e-8521-4a68-a73c-d6313479d703 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Pushing event updated for resources: {'Port': ['ID=c68364d5-d7ee-4fd6-b861-988633ac749e,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:21:53.039587 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-38ce526e-8521-4a68-a73c-d6313479d703 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:53.115626 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-38ce526e-8521-4a68-a73c-d6313479d703 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:53.267836 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-38ce526e-8521-4a68-a73c-d6313479d703 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for port, precommit_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:53.326247 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-38ce526e-8521-4a68-a73c-d6313479d703 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823634'] for port, after_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:53.398672 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce526e-8521-4a68-a73c-d6313479d703 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Pushing event updated for resources: {'Port': ['ID=c68364d5-d7ee-4fd6-b861-988633ac749e,revision_number=2']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:21:53.406590 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-38ce526e-8521-4a68-a73c-d6313479d703 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594844'] for floatingip, after_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:53.486132 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-38ce526e-8521-4a68-a73c-d6313479d703 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for floatingip, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:53.488049 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-38ce526e-8521-4a68-a73c-d6313479d703 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0252128 Aug 15 14:21:53.631705 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-767564f8-813d-4f3d-adf5-aa66544261f3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--675947534&fields=id&tenant_id=b1cd26e2c90140de8aa0f6910b9341a5 HTTP/1.1" status: 200 len: 267 time: 0.0346143 Aug 15 14:21:53.735030 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-31544ad9-1b7a-4ccd-8142-d40488b0b17b tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:21:53.736500 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-31544ad9-1b7a-4ccd-8142-d40488b0b17b tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/networks?id=81ce3d77-1ecb-4956-925d-d86609a6b989 HTTP/1.1" status: 200 len: 817 time: 0.0981522 Aug 15 14:21:53.751259 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-948fc2ca-8c25-4a44-8dca-adeb0bb31061 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/quotas/b1cd26e2c90140de8aa0f6910b9341a5 HTTP/1.1" status: 200 len: 375 time: 0.0087743 Aug 15 14:21:53.803899 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-65f4fc4d-b49e-45b6-af6a-b95a0ed0d23c tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b1cd26e2c90140de8aa0f6910b9341a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473120 Aug 15 14:21:53.819182 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-86088d05-c443-4f9b-8246-28329b42201e service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 15 14:21:53.820131 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-86088d05-c443-4f9b-8246-28329b42201e service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052810 Aug 15 14:21:53.910165 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-2e7e3e6f-f411-4a73-bc79-5f47fb42d33e service neutron] 10.222.0.22 "GET /v2.0/networks/81ce3d77-1ecb-4956-925d-d86609a6b989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845294 Aug 15 14:21:53.997160 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-f73f7d9d-29ce-45b5-90cd-d577b6f6429c service neutron] 10.222.0.22 "GET /v2.0/networks/81ce3d77-1ecb-4956-925d-d86609a6b989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808675 Aug 15 14:21:54.251117 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-20ccad53-9fc2-4c4d-bdc9-bd2f3dc95fbd req-093b0939-293a-4d7c-ba03-b7b61ea19deb tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 210 time: 0.0267994 Aug 15 14:21:55.347435 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ac4705af-4329-447d-8a38-56311dbfee44 req-7b758917-9415-40cb-aeee-7b7a424a0dad tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 210 time: 0.0251160 Aug 15 14:21:56.000761 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-6334ec6a-102d-4848-9cfc-32d4ea1a6e0c tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:21:56.002247 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-6334ec6a-102d-4848-9cfc-32d4ea1a6e0c tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.20 "GET /v2.0/networks?id=81ce3d77-1ecb-4956-925d-d86609a6b989 HTTP/1.1" status: 200 len: 817 time: 0.1021457 Aug 15 14:21:56.046604 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-1274f726-461e-4be9-90d6-bd5b7d422741 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1cd26e2c90140de8aa0f6910b9341a5 HTTP/1.1" status: 200 len: 379 time: 0.0337155 Aug 15 14:21:56.057291 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-7a1a8cd0-b916-4f3f-b681-ced9ecf451ac tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Request body: {'port': {'device_id': 'a03c0f60-f56c-4946-b6f2-8389ad5fc2c3', 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989', 'admin_state_up': True, 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'security_groups': ['7d7f098b-5725-4238-88cd-6361e36e84c2']}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:21:56.234718 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-7a1a8cd0-b916-4f3f-b681-ced9ecf451ac tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Made reservation on behalf of b1cd26e2c90140de8aa0f6910b9341a5 for: {'port': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:21:56.239229 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-7a1a8cd0-b916-4f3f-b681-ced9ecf451ac tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:56.368681 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-7a1a8cd0-b916-4f3f-b681-ced9ecf451ac tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Allocated IP 172.20.0.9 (81ce3d77-1ecb-4956-925d-d86609a6b989/f53a997d-ab58-4de4-8f6f-e69dca0dbda3/7a9414a0-3047-431a-9830-7d82ece11949) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:21:56.446512 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-df0858e6-54d2-4f4d-83c7-3a52729daef4 req-883d8690-cbaf-4cdf-8754-e192e91cc115 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 210 time: 0.0261202 Aug 15 14:21:56.509254 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-7a1a8cd0-b916-4f3f-b681-ced9ecf451ac tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:56.523031 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.provisioning_blocks [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-7a1a8cd0-b916-4f3f-b681-ced9ecf451ac tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Transition to ACTIVE for port object 7a9414a0-3047-431a-9830-7d82ece11949 will not be triggered until provisioned by entity DHCP. {{(pid=94450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:21:56.606959 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-7a1a8cd0-b916-4f3f-b681-ced9ecf451ac tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:56.650386 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-7a1a8cd0-b916-4f3f-b681-ced9ecf451ac tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Network 81ce3d77-1ecb-4956-925d-d86609a6b989 is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:21:56.653429 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-7a1a8cd0-b916-4f3f-b681-ced9ecf451ac tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:21:56.657115 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-7a1a8cd0-b916-4f3f-b681-ced9ecf451ac tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:21:56.663938 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a8cd0-b916-4f3f-b681-ced9ecf451ac tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Pushing event updated for resources: {'Port': ['ID=7a9414a0-3047-431a-9830-7d82ece11949,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:21:56.715177 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-7a1a8cd0-b916-4f3f-b681-ced9ecf451ac tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:21:56.715799 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-7a1a8cd0-b916-4f3f-b681-ced9ecf451ac tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:56.801006 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-7a1a8cd0-b916-4f3f-b681-ced9ecf451ac tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7471988 Aug 15 14:21:56.816610 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-bc684df5-002d-4dcf-854b-19442a0b9696 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94450) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 15 14:21:56.817798 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-bc684df5-002d-4dcf-854b-19442a0b9696 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058315 Aug 15 14:21:56.873795 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-86627b1c-e6cb-4c70-bec0-9665cab0d74f service neutron] Request body: {'port': {'device_id': 'a03c0f60-f56c-4946-b6f2-8389ad5fc2c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:21:56.929879 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-86627b1c-e6cb-4c70-bec0-9665cab0d74f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:56.966280 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-2d9551f6-e6b4-4acb-ae54-5775bd8c54a2 None None] Provisioning for port 7a9414a0-3047-431a-9830-7d82ece11949 completed by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:21:56.970339 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-2d9551f6-e6b4-4acb-ae54-5775bd8c54a2 None None] Provisioning complete for port 7a9414a0-3047-431a-9830-7d82ece11949 triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:21:56.970756 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-2d9551f6-e6b4-4acb-ae54-5775bd8c54a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:57.004220 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-2d9551f6-e6b4-4acb-ae54-5775bd8c54a2 None None] Port 7a9414a0-3047-431a-9830-7d82ece11949 cannot update to ACTIVE because it is not bound. {{(pid=94453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 15 14:21:57.182147 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-86627b1c-e6cb-4c70-bec0-9665cab0d74f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a9414a0-3047-431a-9830-7d82ece11949 {{(pid=94450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:21:57.189202 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-86627b1c-e6cb-4c70-bec0-9665cab0d74f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:57.200803 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.provisioning_blocks [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-86627b1c-e6cb-4c70-bec0-9665cab0d74f service neutron] Transition to ACTIVE for port object 7a9414a0-3047-431a-9830-7d82ece11949 will not be triggered until provisioned by entity L2. {{(pid=94450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:21:57.263308 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-86627b1c-e6cb-4c70-bec0-9665cab0d74f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:57.312372 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86627b1c-e6cb-4c70-bec0-9665cab0d74f service neutron] Pushing event updated for resources: {'Port': ['ID=7a9414a0-3047-431a-9830-7d82ece11949,revision_number=2']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:21:57.387469 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-86627b1c-e6cb-4c70-bec0-9665cab0d74f service neutron] Attempting to bind port 7a9414a0-3047-431a-9830-7d82ece11949 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:21:57.387884 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-86627b1c-e6cb-4c70-bec0-9665cab0d74f service neutron] Attempting to bind port 7a9414a0-3047-431a-9830-7d82ece11949 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '80471f41-1fac-4b4d-8c57-20e0de5d2141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989'}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:21:57.388416 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-86627b1c-e6cb-4c70-bec0-9665cab0d74f service neutron] Attempting to bind port 7a9414a0-3047-431a-9830-7d82ece11949 on network 81ce3d77-1ecb-4956-925d-d86609a6b989 {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:21:57.393140 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-86627b1c-e6cb-4c70-bec0-9665cab0d74f service neutron] Port 7a9414a0-3047-431a-9830-7d82ece11949 on network 81ce3d77-1ecb-4956-925d-d86609a6b989 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 15 14:21:57.393678 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-86627b1c-e6cb-4c70-bec0-9665cab0d74f service neutron] Attempting to bind port 7a9414a0-3047-431a-9830-7d82ece11949 on network 81ce3d77-1ecb-4956-925d-d86609a6b989 {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:21:57.398674 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-86627b1c-e6cb-4c70-bec0-9665cab0d74f service neutron] Checking agent: {'id': '32bd799d-9334-4df6-9ae9-b970e79828b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'started_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:21:57.399010 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-86627b1c-e6cb-4c70-bec0-9665cab0d74f service neutron] Checking segment: {'id': '80471f41-1fac-4b4d-8c57-20e0de5d2141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:21:57.399397 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-86627b1c-e6cb-4c70-bec0-9665cab0d74f service neutron] Bound using segment: {'id': '80471f41-1fac-4b4d-8c57-20e0de5d2141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989'} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:21:57.399827 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-86627b1c-e6cb-4c70-bec0-9665cab0d74f service neutron] Bound port: 7a9414a0-3047-431a-9830-7d82ece11949, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80471f41-1fac-4b4d-8c57-20e0de5d2141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989'}}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:21:57.400189 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-86627b1c-e6cb-4c70-bec0-9665cab0d74f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:57.463348 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-86627b1c-e6cb-4c70-bec0-9665cab0d74f service neutron] For port 7a9414a0-3047-431a-9830-7d82ece11949, host hv-cinder-80458, cleared binding levels {{(pid=94450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:21:57.466284 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-86627b1c-e6cb-4c70-bec0-9665cab0d74f service neutron] For port 7a9414a0-3047-431a-9830-7d82ece11949, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=7a9414a0-3047-431a-9830-7d82ece11949,segment=NetworkSegment(80471f41-1fac-4b4d-8c57-20e0de5d2141),segment_id=80471f41-1fac-4b4d-8c57-20e0de5d2141)] {{(pid=94450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:21:57.538250 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-86627b1c-e6cb-4c70-bec0-9665cab0d74f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:57.571642 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-86627b1c-e6cb-4c70-bec0-9665cab0d74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:21:57.572251 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-86627b1c-e6cb-4c70-bec0-9665cab0d74f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:21:57.573726 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-86627b1c-e6cb-4c70-bec0-9665cab0d74f service neutron] 10.222.0.20 "PUT /v2.0/ports/7a9414a0-3047-431a-9830-7d82ece11949 HTTP/1.1" status: 200 len: 1093 time: 0.7488873 Aug 15 14:21:57.574056 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03c0f60-f56c-4946-b6f2-8389ad5fc2c3', 'tag': '7a9414a0-3047-431a-9830-7d82ece11949'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:21:57.575597 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf84d4-adbd-498c-910d-6347fb65c313 req-44ba75b1-0868-4b83-adca-8be12918c26d tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:21:57.576272 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f5f2e0-efc5-4ada-9943-e67212ccd6ad" -d '{"events": [{"name": "network-changed", "server_uuid": "a03c0f60-f56c-4946-b6f2-8389ad5fc2c3", "tag": "7a9414a0-3047-431a-9830-7d82ece11949"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:21:57.577272 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-58bf84d4-adbd-498c-910d-6347fb65c313 req-44ba75b1-0868-4b83-adca-8be12918c26d tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 943 time: 0.0547764 Aug 15 14:21:57.601783 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86627b1c-e6cb-4c70-bec0-9665cab0d74f service neutron] Pushing event updated for resources: {'Port': ['ID=7a9414a0-3047-431a-9830-7d82ece11949,revision_number=3']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:21:57.619256 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-58bf84d4-adbd-498c-910d-6347fb65c313 req-f921bdfd-1589-411c-8ee3-f2405f295577 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338988 Aug 15 14:21:57.625262 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdab71ba-e1a8-445d-9c1c-50d7249e22f3 x-openstack-request-id: req-fdab71ba-e1a8-445d-9c1c-50d7249e22f3 {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:21:57.625819 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03c0f60-f56c-4946-b6f2-8389ad5fc2c3", "tag": "7a9414a0-3047-431a-9830-7d82ece11949", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:21:57.626240 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fdab71ba-e1a8-445d-9c1c-50d7249e22f3 {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:21:57.626639 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03c0f60-f56c-4946-b6f2-8389ad5fc2c3', 'tag': '7a9414a0-3047-431a-9830-7d82ece11949', 'status': 'completed', 'code': 200} Aug 15 14:21:58.738069 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5b5d9-9d3b-40fc-b946-e3d57f7ded03 req-c1bdf8e2-6291-40e1-860b-4e4e202af825 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:21:58.739582 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-f1b5b5d9-9d3b-40fc-b946-e3d57f7ded03 req-c1bdf8e2-6291-40e1-860b-4e4e202af825 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 943 time: 0.0484140 Aug 15 14:21:58.778248 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-f1b5b5d9-9d3b-40fc-b946-e3d57f7ded03 req-5773730d-5a62-48b8-b5a1-cd8609a5fd61 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326457 Aug 15 14:21:59.660882 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5f2e0-efc5-4ada-9943-e67212ccd6ad req-8107d1b4-d437-4f61-b635-e5a0eb0d31d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:21:59.662356 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b0f5f2e0-efc5-4ada-9943-e67212ccd6ad req-8107d1b4-d437-4f61-b635-e5a0eb0d31d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1cd26e2c90140de8aa0f6910b9341a5&device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 1096 time: 0.0442469 Aug 15 14:21:59.894425 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2391e0f-d2ec-4496-bcd7-0b8618773409 req-9d4b2c4a-f404-4c49-ac27-4071bea9c2a8 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:21:59.895783 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-f2391e0f-d2ec-4496-bcd7-0b8618773409 req-9d4b2c4a-f404-4c49-ac27-4071bea9c2a8 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 943 time: 0.0472908 Aug 15 14:21:59.932327 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-f2391e0f-d2ec-4496-bcd7-0b8618773409 req-9e7ea15f-e6c7-4d01-8790-dee7c1b4b0f4 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306642 Aug 15 14:22:01.054148 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabe5cc-6677-45f8-9ce4-93a8d3664c86 req-195eddda-48e8-4e2e-bc73-82b1f11752b4 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:01.055612 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-7fabe5cc-6677-45f8-9ce4-93a8d3664c86 req-195eddda-48e8-4e2e-bc73-82b1f11752b4 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 943 time: 0.0545070 Aug 15 14:22:01.091904 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-7fabe5cc-6677-45f8-9ce4-93a8d3664c86 req-8e6d8648-17e6-4aae-8161-97f0c0baeb62 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305049 Aug 15 14:22:01.192322 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5f2e0-efc5-4ada-9943-e67212ccd6ad req-2c4fc3c9-8e29-4b07-ad31-62dddac50fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:01.193894 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b0f5f2e0-efc5-4ada-9943-e67212ccd6ad req-2c4fc3c9-8e29-4b07-ad31-62dddac50fba service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b1cd26e2c90140de8aa0f6910b9341a5&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0926986 Aug 15 14:22:01.293044 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5f2e0-efc5-4ada-9943-e67212ccd6ad req-7a43c058-0320-4de4-bea0-ac3833e5bd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:01.294526 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b0f5f2e0-efc5-4ada-9943-e67212ccd6ad req-7a43c058-0320-4de4-bea0-ac3833e5bd1f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940156 Aug 15 14:22:01.367982 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-1682a15a-6118-4126-8a00-a0a4b9249ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:01.369436 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-1682a15a-6118-4126-8a00-a0a4b9249ea0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1cd26e2c90140de8aa0f6910b9341a5&device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 1096 time: 0.0400405 Aug 15 14:22:01.410434 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-8011a6ee-9975-4a2b-821d-11a8c912f70e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a9414a0-3047-431a-9830-7d82ece11949 HTTP/1.1" status: 200 len: 217 time: 0.0328538 Aug 15 14:22:01.460505 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-91876549-acab-423e-90a8-4bb55e17896b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:01.461848 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-91876549-acab-423e-90a8-4bb55e17896b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f53a997d-ab58-4de4-8f6f-e69dca0dbda3 HTTP/1.1" status: 200 len: 856 time: 0.0446997 Aug 15 14:22:01.505633 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-8f4849c7-c3a0-4b0c-a93e-d2f88c5954a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:01.507061 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-8f4849c7-c3a0-4b0c-a93e-d2f88c5954a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81ce3d77-1ecb-4956-925d-d86609a6b989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384514 Aug 15 14:22:01.595087 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-6acde50e-289e-45fe-87a4-2c28be03d45a service neutron] 10.222.0.20 "GET /v2.0/networks/81ce3d77-1ecb-4956-925d-d86609a6b989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807230 Aug 15 14:22:01.686300 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-70a35c53-6786-43e6-aef9-1a73ae9d624a req-34ee3a8d-80d2-4e84-88ed-cea1f00fcf66 service neutron] 10.222.0.20 "GET /v2.0/networks/81ce3d77-1ecb-4956-925d-d86609a6b989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836954 Aug 15 14:22:02.057739 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:02.212064 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a157318-d574-4279-b878-950a4a204834 req-ec098321-0509-4662-8da6-86225ab5548c tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:02.214127 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-7a157318-d574-4279-b878-950a4a204834 req-ec098321-0509-4662-8da6-86225ab5548c tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 943 time: 0.0511487 Aug 15 14:22:02.252859 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-7a157318-d574-4279-b878-950a4a204834 req-87da5466-0204-45d5-9355-185b51f6d9e8 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326056 Aug 15 14:22:03.369997 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f30c50-058b-4266-af6f-150a5de95512 req-bdf4a6c1-f028-4d45-b8c1-8c66abd7d692 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:03.372064 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-72f30c50-058b-4266-af6f-150a5de95512 req-bdf4a6c1-f028-4d45-b8c1-8c66abd7d692 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 943 time: 0.0480952 Aug 15 14:22:03.408655 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-72f30c50-058b-4266-af6f-150a5de95512 req-b9208766-b4ff-43c0-ac52-b793d52d6c17 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312233 Aug 15 14:22:04.300469 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-14969ceb-37fc-4e89-b543-731b44e6a217 req-9a43aa05-2d66-4e24-a2f1-c2dbd1e54f33 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1b7733c9-f163-4500-b73c-4256a278cc65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391982 Aug 15 14:22:04.360056 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14969ceb-37fc-4e89-b543-731b44e6a217 req-d31c7ecb-0f51-4440-9603-64e89d51f072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:04.361505 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-14969ceb-37fc-4e89-b543-731b44e6a217 req-d31c7ecb-0f51-4440-9603-64e89d51f072 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e17307d397464d099cfe8fea70bc575f&device_id=1b7733c9-f163-4500-b73c-4256a278cc65 HTTP/1.1" status: 200 len: 1099 time: 0.0385695 Aug 15 14:22:04.469778 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14969ceb-37fc-4e89-b543-731b44e6a217 req-d83a0eff-22f6-4b45-bc5e-e9c9367a9f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:04.471462 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-14969ceb-37fc-4e89-b543-731b44e6a217 req-d83a0eff-22f6-4b45-bc5e-e9c9367a9f43 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a HTTP/1.1" status: 200 len: 913 time: 0.0886385 Aug 15 14:22:04.537931 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f035a-494e-443d-b5a5-3b7de0da2ef1 req-346303e2-304e-4d9c-85b6-75f00b1ec1ec tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:04.538431 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-158f035a-494e-443d-b5a5-3b7de0da2ef1 req-346303e2-304e-4d9c-85b6-75f00b1ec1ec tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 943 time: 0.0580921 Aug 15 14:22:04.542692 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-14969ceb-37fc-4e89-b543-731b44e6a217 req-225bf0c6-0354-4c5c-9bc8-ef0aa374f3b7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a67092c6-46ea-45a7-a2e0-a526eb2f0510 HTTP/1.1" status: 200 len: 1001 time: 0.0601730 Aug 15 14:22:04.584225 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-158f035a-494e-443d-b5a5-3b7de0da2ef1 req-ba9bd99d-e265-456c-b15c-67678d16faff tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392084 Aug 15 14:22:04.597873 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14969ceb-37fc-4e89-b543-731b44e6a217 req-a6014c2f-a947-4986-8213-60ee29f1a0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:04.599342 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-14969ceb-37fc-4e89-b543-731b44e6a217 req-a6014c2f-a947-4986-8213-60ee29f1a0cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04fb6d4a-8e43-4587-8cf9-333c90daf207 HTTP/1.1" status: 200 len: 851 time: 0.0473959 Aug 15 14:22:04.646817 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14969ceb-37fc-4e89-b543-731b44e6a217 req-b4b2fad8-bac5-4f28-ae0b-622769e19aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:04.648322 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-14969ceb-37fc-4e89-b543-731b44e6a217 req-b4b2fad8-bac5-4f28-ae0b-622769e19aa3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412512 Aug 15 14:22:04.736849 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-14969ceb-37fc-4e89-b543-731b44e6a217 req-d2c17763-61e7-42ce-bc5b-0f70c2ede9aa service neutron] 10.222.0.20 "GET /v2.0/networks/f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791965 Aug 15 14:22:04.828733 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-14969ceb-37fc-4e89-b543-731b44e6a217 req-15967a7a-115f-4c41-8ec1-3a9d6e6a7128 service neutron] 10.222.0.20 "GET /v2.0/networks/f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840976 Aug 15 14:22:05.698585 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373815cd-b135-42ae-995e-e2103e1f1c45 req-069b8341-f9b3-407f-b358-e99f692407ab tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:05.700044 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-373815cd-b135-42ae-995e-e2103e1f1c45 req-069b8341-f9b3-407f-b358-e99f692407ab tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 943 time: 0.0473695 Aug 15 14:22:05.737198 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-373815cd-b135-42ae-995e-e2103e1f1c45 req-83c381da-c30b-4833-a591-12f7b8d67123 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312285 Aug 15 14:22:06.665959 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 7a9414a0-3047-431a-9830-7d82ece11949 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 15 14:22:06.761415 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 7a9414a0-3047-431a-9830-7d82ece11949, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=7a9414a0-3047-431a-9830-7d82ece11949,segment=NetworkSegment(80471f41-1fac-4b4d-8c57-20e0de5d2141),segment_id=80471f41-1fac-4b4d-8c57-20e0de5d2141)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:22:06.773743 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Returning: {'device': '7a9414a0-3047-431a-9830-7d82ece11949', 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989', 'port_id': '7a9414a0-3047-431a-9830-7d82ece11949', 'mac_address': 'fa:16:3e:b8:94:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 15 14:22:06.813332 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:06.828554 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a9414a0-3047-431a-9830-7d82ece11949 {{(pid=94453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:22:06.851691 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 7a9414a0-3047-431a-9830-7d82ece11949, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=7a9414a0-3047-431a-9830-7d82ece11949,segment=NetworkSegment(80471f41-1fac-4b4d-8c57-20e0de5d2141),segment_id=80471f41-1fac-4b4d-8c57-20e0de5d2141)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:22:06.862170 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07803985-5226-4dbe-a79f-6e5e93900445 req-5fbfd97e-bede-4e74-86bc-474a121461ee tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:06.863653 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-07803985-5226-4dbe-a79f-6e5e93900445 req-5fbfd97e-bede-4e74-86bc-474a121461ee tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 943 time: 0.0509276 Aug 15 14:22:06.900871 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-07803985-5226-4dbe-a79f-6e5e93900445 req-33952453-84f3-4489-a2de-053ccfdf5084 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312769 Aug 15 14:22:06.919631 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:06.966785 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=7a9414a0-3047-431a-9830-7d82ece11949,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:22:06.973797 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:06.974140 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:06.974472 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:06.974800 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:06.975125 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:06.975448 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:06.975769 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:06.976088 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:06.976406 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:06.976782 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:06.977114 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:06.977436 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:07.280378 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['7a9414a0-3047-431a-9830-7d82ece11949'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:22:07.929429 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-a727046f-0347-46c4-b497-de29fb31ec59 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-221995206&fields=id&tenant_id=e17307d397464d099cfe8fea70bc575f HTTP/1.1" status: 200 len: 267 time: 0.0318089 Aug 15 14:22:08.020210 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85471c2-9b17-4b9f-bf51-a417880c1651 req-e9a8cb33-4c5d-4128-bbce-03b70ac17568 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:08.021716 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d85471c2-9b17-4b9f-bf51-a417880c1651 req-e9a8cb33-4c5d-4128-bbce-03b70ac17568 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 944 time: 0.0484214 Aug 15 14:22:08.037245 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-d26d1845-a32f-4932-8012-3c6493435115 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:08.038726 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-d26d1845-a32f-4932-8012-3c6493435115 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/networks?id=f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a HTTP/1.1" status: 200 len: 812 time: 0.1028118 Aug 15 14:22:08.054074 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-c13ba5bf-0c4e-471c-ab59-f2a852aabd8a tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/quotas/e17307d397464d099cfe8fea70bc575f HTTP/1.1" status: 200 len: 375 time: 0.0092578 Aug 15 14:22:08.059381 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d85471c2-9b17-4b9f-bf51-a417880c1651 req-accf2de1-23dc-4dfe-9a50-4a221811c56f tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317173 Aug 15 14:22:08.109427 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-84574ba2-4458-412d-9664-9e11c6c8290d tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e17307d397464d099cfe8fea70bc575f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0499794 Aug 15 14:22:08.124903 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-8d3f58e3-a93f-4b54-8aa6-1e78ac78f4ec service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94451) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 15 14:22:08.125863 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-8d3f58e3-a93f-4b54-8aa6-1e78ac78f4ec service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050316 Aug 15 14:22:08.215372 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-c4b8f8a4-c9f2-48b1-ab06-82d28e316ed7 service neutron] 10.222.0.22 "GET /v2.0/networks/f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833693 Aug 15 14:22:08.301925 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-50e56e99-583c-4f61-9611-59873e17f1c4 service neutron] 10.222.0.22 "GET /v2.0/networks/f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807416 Aug 15 14:22:08.678090 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 7a9414a0-3047-431a-9830-7d82ece11949 up at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:22:08.811855 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning for port 7a9414a0-3047-431a-9830-7d82ece11949 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:22:08.816906 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning complete for port 7a9414a0-3047-431a-9830-7d82ece11949 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:22:08.817285 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:08.888745 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-399f6815-25e3-4b63-bd13-88292d190835 req-744d857b-9751-434a-8c9d-ee9c210f656f tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 210 time: 0.0302868 Aug 15 14:22:08.904465 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:08.932951 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03c0f60-f56c-4946-b6f2-8389ad5fc2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9414a0-3047-431a-9830-7d82ece11949'}] {{(pid=94453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:22:08.932951 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67f9f608f21815e3b7d057bcd481c644a3f088ed5729c17767b65ea5f15acf6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18715606-789d-4f4e-930a-bc8d8b69ef32" -d '{"events": [{"server_uuid": "a03c0f60-f56c-4946-b6f2-8389ad5fc2c3", "name": "network-vif-plugged", "status": "completed", "tag": "7a9414a0-3047-431a-9830-7d82ece11949"}]}' {{(pid=94453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:22:08.945261 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 7a9414a0-3047-431a-9830-7d82ece11949, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=7a9414a0-3047-431a-9830-7d82ece11949,segment=NetworkSegment(80471f41-1fac-4b4d-8c57-20e0de5d2141),segment_id=80471f41-1fac-4b4d-8c57-20e0de5d2141)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:22:08.972505 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddf4af1-3f5a-493d-8d33-8898dee32a21 x-openstack-request-id: req-fddf4af1-3f5a-493d-8d33-8898dee32a21 {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:22:08.972789 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03c0f60-f56c-4946-b6f2-8389ad5fc2c3", "name": "network-vif-plugged", "status": "completed", "tag": "7a9414a0-3047-431a-9830-7d82ece11949", "code": 200}]} {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:22:08.973042 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fddf4af1-3f5a-493d-8d33-8898dee32a21 {{(pid=94453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:22:08.973449 dv-cinder-804581-6-iscsi neutron-server[94453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03c0f60-f56c-4946-b6f2-8389ad5fc2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9414a0-3047-431a-9830-7d82ece11949', 'code': 200} Aug 15 14:22:08.995029 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:09.042913 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=7a9414a0-3047-431a-9830-7d82ece11949,revision_number=5']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:22:09.184725 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf6e1b-6b64-484d-9209-5ade2a25f432 req-8f07f5ca-0bb3-47d2-9558-603195cc4551 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:09.186815 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-39bf6e1b-6b64-484d-9209-5ade2a25f432 req-8f07f5ca-0bb3-47d2-9558-603195cc4551 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 945 time: 0.0550613 Aug 15 14:22:09.228019 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-39bf6e1b-6b64-484d-9209-5ade2a25f432 req-9ce23911-264d-4987-857c-9522d2388da8 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332234 Aug 15 14:22:09.270591 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98453cb1-24e1-48e6-b554-dce284328b4d req-d883efce-5ed9-4778-96d8-97546fe16bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:09.272705 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-98453cb1-24e1-48e6-b554-dce284328b4d req-d883efce-5ed9-4778-96d8-97546fe16bb1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 1098 time: 0.0413728 Aug 15 14:22:09.311943 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-98453cb1-24e1-48e6-b554-dce284328b4d req-7d11490c-4908-421b-862b-f5a34c5ac5fa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322449 Aug 15 14:22:09.981845 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1d00f551-33ee-4340-882e-0965756f955f req-f06a6183-bf8d-4546-a62f-203afd47a8ba tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 210 time: 0.0281394 Aug 15 14:22:10.347994 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ba4d6-4976-4e3c-9e85-bdd78f97c812 req-f84093e7-36b7-4c62-b98b-a8a35857eeb1 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:10.349603 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-588ba4d6-4976-4e3c-9e85-bdd78f97c812 req-f84093e7-36b7-4c62-b98b-a8a35857eeb1 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 945 time: 0.0475152 Aug 15 14:22:10.385666 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-588ba4d6-4976-4e3c-9e85-bdd78f97c812 req-0614042a-c673-4e17-88be-808b9a787ec3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301645 Aug 15 14:22:10.743543 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-deee49f8-3957-454c-9301-575e86100e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:10.873807 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-3ecac973-e6ae-472a-a64b-ee57aba9ec56 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:10.875218 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-3ecac973-e6ae-472a-a64b-ee57aba9ec56 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.20 "GET /v2.0/networks?id=f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a HTTP/1.1" status: 200 len: 812 time: 0.0991132 Aug 15 14:22:10.920433 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-3d305240-8c2b-476c-88a0-112927aaf32f tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e17307d397464d099cfe8fea70bc575f HTTP/1.1" status: 200 len: 379 time: 0.0356102 Aug 15 14:22:10.929771 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-8f9b446c-4367-428b-86ab-e3945113c789 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Request body: {'port': {'device_id': '122de920-7758-452e-8d27-3c55a5ee0f86', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'admin_state_up': True, 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'security_groups': ['e722dfd9-1bb2-4734-8ccf-66127fb13c26']}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:22:11.094662 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b114b23c-73c7-4713-b7cf-36132521d213 req-e2b66789-b40a-418b-beae-2d41ba75f018 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 210 time: 0.0271111 Aug 15 14:22:11.132144 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-8f9b446c-4367-428b-86ab-e3945113c789 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Made reservation on behalf of e17307d397464d099cfe8fea70bc575f for: {'port': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:22:11.135738 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-8f9b446c-4367-428b-86ab-e3945113c789 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:11.507302 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e09e0-1a40-46bf-8516-dfc903e6a38b req-04e7aef8-6c5c-4946-ad44-44e7ae24ead2 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:11.508704 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-412e09e0-1a40-46bf-8516-dfc903e6a38b req-04e7aef8-6c5c-4946-ad44-44e7ae24ead2 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 945 time: 0.0483952 Aug 15 14:22:11.514742 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-8f9b446c-4367-428b-86ab-e3945113c789 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Allocated IP 172.20.0.11 (f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a/04fb6d4a-8e43-4587-8cf9-333c90daf207/e1269e85-023a-43ed-bc65-c3af73b92cc7) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:22:11.547107 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-412e09e0-1a40-46bf-8516-dfc903e6a38b req-2ba9ac2b-cec6-4c26-b220-5789748238d9 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323570 Aug 15 14:22:11.682685 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-8f9b446c-4367-428b-86ab-e3945113c789 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:11.697934 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3a7e9-8bd4-4027-b274-14699dbb0019 req-35a909f6-73fb-47b0-a36e-54d1443cf304 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:11.699389 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-66b3a7e9-8bd4-4027-b274-14699dbb0019 req-35a909f6-73fb-47b0-a36e-54d1443cf304 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 945 time: 0.0792232 Aug 15 14:22:11.706353 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.provisioning_blocks [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-8f9b446c-4367-428b-86ab-e3945113c789 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Transition to ACTIVE for port object e1269e85-023a-43ed-bc65-c3af73b92cc7 will not be triggered until provisioned by entity DHCP. {{(pid=94450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:22:11.708398 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 52178) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:22:11.713572 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.v2.base [None req-816abc6a-2a29-4ae4-9314-344f4d2bfc2b tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Request body: {'floatingip': {'port_id': '7a9414a0-3047-431a-9830-7d82ece11949'}} {{(pid=94451) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:22:11.756901 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-816abc6a-2a29-4ae4-9314-344f4d2bfc2b tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for floatingip, before_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:11.812165 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-8f9b446c-4367-428b-86ab-e3945113c789 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:11.855907 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-8f9b446c-4367-428b-86ab-e3945113c789 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Network f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:22:11.859047 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-8f9b446c-4367-428b-86ab-e3945113c789 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:22:11.863416 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-8f9b446c-4367-428b-86ab-e3945113c789 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:22:11.887749 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b446c-4367-428b-86ab-e3945113c789 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Pushing event updated for resources: {'Port': ['ID=e1269e85-023a-43ed-bc65-c3af73b92cc7,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:22:11.922378 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-8f9b446c-4367-428b-86ab-e3945113c789 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:11.923028 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-8f9b446c-4367-428b-86ab-e3945113c789 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:12.012969 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-8f9b446c-4367-428b-86ab-e3945113c789 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0866158 Aug 15 14:22:12.025658 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-ca48e6e4-a52b-42af-becc-b9f59fdaf860 service neutron] Request body: {'port': {'device_id': '122de920-7758-452e-8d27-3c55a5ee0f86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:22:12.081297 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-ca48e6e4-a52b-42af-becc-b9f59fdaf860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:12.132172 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-de6b781b-35e1-4da8-ac1b-2968e4eaf57c None None] Provisioning for port e1269e85-023a-43ed-bc65-c3af73b92cc7 completed by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:22:12.138065 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-de6b781b-35e1-4da8-ac1b-2968e4eaf57c None None] Provisioning complete for port e1269e85-023a-43ed-bc65-c3af73b92cc7 triggered by entity DHCP. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:22:12.138535 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-de6b781b-35e1-4da8-ac1b-2968e4eaf57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:12.182962 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-de6b781b-35e1-4da8-ac1b-2968e4eaf57c None None] Port e1269e85-023a-43ed-bc65-c3af73b92cc7 cannot update to ACTIVE because it is not bound. {{(pid=94453) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 15 14:22:12.236237 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-816abc6a-2a29-4ae4-9314-344f4d2bfc2b tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:12.292299 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0dd2d-5b19-4b1c-93c7-ed99fd1da665 req-6c033a2c-74e7-4649-a059-e027d9b10a51 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:12.293657 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f6b0dd2d-5b19-4b1c-93c7-ed99fd1da665 req-6c033a2c-74e7-4649-a059-e027d9b10a51 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 932 time: 0.1064312 Aug 15 14:22:12.303565 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-816abc6a-2a29-4ae4-9314-344f4d2bfc2b tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594844'] for floatingip, after_update {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:12.361250 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f6b0dd2d-5b19-4b1c-93c7-ed99fd1da665 req-328a7d0e-a6bd-429c-83c9-79665f939724 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592966 Aug 15 14:22:12.400757 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.db.l3_db [None req-816abc6a-2a29-4ae4-9314-344f4d2bfc2b tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Floating IP 373ee293-39e2-409a-9fba-ec03f362a3a5 associated. External IP: 172.27.3.87, port: 7a9414a0-3047-431a-9830-7d82ece11949. Aug 15 14:22:12.420861 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-ca48e6e4-a52b-42af-becc-b9f59fdaf860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1269e85-023a-43ed-bc65-c3af73b92cc7 {{(pid=94450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:22:12.428363 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-ca48e6e4-a52b-42af-becc-b9f59fdaf860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:12.440422 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.provisioning_blocks [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-ca48e6e4-a52b-42af-becc-b9f59fdaf860 service neutron] Transition to ACTIVE for port object e1269e85-023a-43ed-bc65-c3af73b92cc7 will not be triggered until provisioned by entity L2. {{(pid=94450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:22:12.503290 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-ca48e6e4-a52b-42af-becc-b9f59fdaf860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:12.555833 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48e6e4-a52b-42af-becc-b9f59fdaf860 service neutron] Pushing event updated for resources: {'Port': ['ID=e1269e85-023a-43ed-bc65-c3af73b92cc7,revision_number=2']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:22:12.615188 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816abc6a-2a29-4ae4-9314-344f4d2bfc2b tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Router 7d57890a-4c57-4ece-9fef-7cbd2b6beabe has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:22:12.627701 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-ca48e6e4-a52b-42af-becc-b9f59fdaf860 service neutron] Attempting to bind port e1269e85-023a-43ed-bc65-c3af73b92cc7 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:22:12.628181 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-ca48e6e4-a52b-42af-becc-b9f59fdaf860 service neutron] Attempting to bind port e1269e85-023a-43ed-bc65-c3af73b92cc7 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': 'b621ef3b-4103-4fcd-84aa-5ab6add98e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a'}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:22:12.628494 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-ca48e6e4-a52b-42af-becc-b9f59fdaf860 service neutron] Attempting to bind port e1269e85-023a-43ed-bc65-c3af73b92cc7 on network f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:22:12.632895 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-ca48e6e4-a52b-42af-becc-b9f59fdaf860 service neutron] Port e1269e85-023a-43ed-bc65-c3af73b92cc7 on network f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 15 14:22:12.633214 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-ca48e6e4-a52b-42af-becc-b9f59fdaf860 service neutron] Attempting to bind port e1269e85-023a-43ed-bc65-c3af73b92cc7 on network f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:22:12.638469 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-ca48e6e4-a52b-42af-becc-b9f59fdaf860 service neutron] Checking agent: {'id': '32bd799d-9334-4df6-9ae9-b970e79828b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'started_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:22:12.638837 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-ca48e6e4-a52b-42af-becc-b9f59fdaf860 service neutron] Checking segment: {'id': 'b621ef3b-4103-4fcd-84aa-5ab6add98e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:22:12.639223 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-ca48e6e4-a52b-42af-becc-b9f59fdaf860 service neutron] Bound using segment: {'id': 'b621ef3b-4103-4fcd-84aa-5ab6add98e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a'} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:22:12.639658 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-ca48e6e4-a52b-42af-becc-b9f59fdaf860 service neutron] Bound port: e1269e85-023a-43ed-bc65-c3af73b92cc7, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b621ef3b-4103-4fcd-84aa-5ab6add98e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a'}}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:22:12.640019 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-ca48e6e4-a52b-42af-becc-b9f59fdaf860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:12.711390 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-ca48e6e4-a52b-42af-becc-b9f59fdaf860 service neutron] For port e1269e85-023a-43ed-bc65-c3af73b92cc7, host hv-cinder-80458, cleared binding levels {{(pid=94450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:22:12.714604 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-ca48e6e4-a52b-42af-becc-b9f59fdaf860 service neutron] For port e1269e85-023a-43ed-bc65-c3af73b92cc7, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=e1269e85-023a-43ed-bc65-c3af73b92cc7,segment=NetworkSegment(b621ef3b-4103-4fcd-84aa-5ab6add98e0a),segment_id=b621ef3b-4103-4fcd-84aa-5ab6add98e0a)] {{(pid=94450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:22:12.733646 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816abc6a-2a29-4ae4-9314-344f4d2bfc2b tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:22:12.738849 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-816abc6a-2a29-4ae4-9314-344f4d2bfc2b tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for floatingip, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:12.744432 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25847e4-ea6c-4585-81e2-f7eb80146f35 None None] Sync routers for ids ['7d57890a-4c57-4ece-9fef-7cbd2b6beabe'] in dv-cinder-804581-6-iscsi {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:22:12.753849 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25847e4-ea6c-4585-81e2-f7eb80146f35 None None] Routers {'7d57890a-4c57-4ece-9fef-7cbd2b6beabe'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:22:12.754467 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-f25847e4-ea6c-4585-81e2-f7eb80146f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:21:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['7d57890a-4c57-4ece-9fef-7cbd2b6beabe'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:22:12.765328 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-816abc6a-2a29-4ae4-9314-344f4d2bfc2b tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "PUT /v2.0/floatingips/373ee293-39e2-409a-9fba-ec03f362a3a5 HTTP/1.1" status: 200 len: 990 time: 1.0555480 Aug 15 14:22:12.765934 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03c0f60-f56c-4946-b6f2-8389ad5fc2c3', 'tag': '7a9414a0-3047-431a-9830-7d82ece11949'}] {{(pid=94451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:22:12.768897 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abc82e7819f056574f254d7e5a5b8a49d035eebe46657e1c391d33dd16b5ccea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35177d25-2761-42e9-b846-565ddedcf1eb" -d '{"events": [{"name": "network-changed", "server_uuid": "a03c0f60-f56c-4946-b6f2-8389ad5fc2c3", "tag": "7a9414a0-3047-431a-9830-7d82ece11949"}]}' {{(pid=94451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:22:12.789822 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-ca48e6e4-a52b-42af-becc-b9f59fdaf860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:12.826175 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-ca48e6e4-a52b-42af-becc-b9f59fdaf860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:12.826796 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-ca48e6e4-a52b-42af-becc-b9f59fdaf860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:12.828278 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-ca48e6e4-a52b-42af-becc-b9f59fdaf860 service neutron] 10.222.0.20 "PUT /v2.0/ports/e1269e85-023a-43ed-bc65-c3af73b92cc7 HTTP/1.1" status: 200 len: 1094 time: 0.8074501 Aug 15 14:22:12.828813 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122de920-7758-452e-8d27-3c55a5ee0f86', 'tag': 'e1269e85-023a-43ed-bc65-c3af73b92cc7'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:22:12.829957 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e671ea0-7fa5-49cb-b8e7-e4d2478204e1 x-openstack-request-id: req-4e671ea0-7fa5-49cb-b8e7-e4d2478204e1 {{(pid=94451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:22:12.830245 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03c0f60-f56c-4946-b6f2-8389ad5fc2c3", "tag": "7a9414a0-3047-431a-9830-7d82ece11949", "status": "completed", "code": 200}]} {{(pid=94451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:22:12.830560 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4e671ea0-7fa5-49cb-b8e7-e4d2478204e1 {{(pid=94451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:22:12.831454 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03c0f60-f56c-4946-b6f2-8389ad5fc2c3', 'tag': '7a9414a0-3047-431a-9830-7d82ece11949', 'status': 'completed', 'code': 200} Aug 15 14:22:12.831900 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f37a40-96fd-4891-8606-cb22e7c78534" -d '{"events": [{"name": "network-changed", "server_uuid": "122de920-7758-452e-8d27-3c55a5ee0f86", "tag": "e1269e85-023a-43ed-bc65-c3af73b92cc7"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:22:12.892922 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9218ec73-7f8e-46ab-89ea-6571d1eaf472 x-openstack-request-id: req-9218ec73-7f8e-46ab-89ea-6571d1eaf472 {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:22:12.893790 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122de920-7758-452e-8d27-3c55a5ee0f86", "tag": "e1269e85-023a-43ed-bc65-c3af73b92cc7", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:22:12.894198 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9218ec73-7f8e-46ab-89ea-6571d1eaf472 {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:22:12.894724 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '122de920-7758-452e-8d27-3c55a5ee0f86', 'tag': 'e1269e85-023a-43ed-bc65-c3af73b92cc7', 'status': 'completed', 'code': 200} Aug 15 14:22:12.895502 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-f25847e4-ea6c-4585-81e2-f7eb80146f35 None None] Set router 7d57890a-4c57-4ece-9fef-7cbd2b6beabe gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:22:12.900566 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48e6e4-a52b-42af-becc-b9f59fdaf860 service neutron] Pushing event updated for resources: {'Port': ['ID=e1269e85-023a-43ed-bc65-c3af73b92cc7,revision_number=3']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:22:12.920323 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35177d25-2761-42e9-b846-565ddedcf1eb req-3d1c82ed-8aa7-4520-8be9-1493c1c9dfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:12.921954 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-35177d25-2761-42e9-b846-565ddedcf1eb req-3d1c82ed-8aa7-4520-8be9-1493c1c9dfc5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1cd26e2c90140de8aa0f6910b9341a5&device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 1098 time: 0.0683143 Aug 15 14:22:13.049002 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f37a40-96fd-4891-8606-cb22e7c78534 req-14b0f0c2-6822-41a6-8444-274703578e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:13.051125 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-31f37a40-96fd-4891-8606-cb22e7c78534 req-14b0f0c2-6822-41a6-8444-274703578e0f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e17307d397464d099cfe8fea70bc575f&device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 1097 time: 0.0981724 Aug 15 14:22:13.087581 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35177d25-2761-42e9-b846-565ddedcf1eb req-1e22482a-fc33-4d3e-9a11-d36b17adf88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:13.088924 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-35177d25-2761-42e9-b846-565ddedcf1eb req-1e22482a-fc33-4d3e-9a11-d36b17adf88b service neutron] 10.222.0.20 "GET /v2.0/networks?id=81ce3d77-1ecb-4956-925d-d86609a6b989 HTTP/1.1" status: 200 len: 918 time: 0.1474469 Aug 15 14:22:13.159869 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-f25847e4-ea6c-4585-81e2-f7eb80146f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'name': 'tempest-AttachVolumeShelveTestJSON-1950464448-router', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '4c797db3-1220-4634-a87b-88eef0b67472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:15:54Z', 'updated_at': '2021-08-15T14:15:57Z', 'revision_number': 4, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'gw_port': {'id': '4c797db3-1220-4634-a87b-88eef0b67472', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:55Z', 'updated_at': '2021-08-15T14:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_floatingips': [{'id': '373ee293-39e2-409a-9fba-ec03f362a3a5', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'router_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'port_id': '7a9414a0-3047-431a-9830-7d82ece11949', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989', 'mac_address': 'fa:16:3e:b8:94:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03c0f60-f56c-4946-b6f2-8389ad5fc2c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-15T14:21:53Z', 'updated_at': '2021-08-15T14:22:12Z', 'revision_number': 1, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2e8fb6-efba-4f87-a8b6-11b206f46c4a', 'name': '', 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'mac_address': 'fa:16:3e:9b:02:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:57Z', 'updated_at': '2021-08-15T14:16:03Z', 'revision_number': 5, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'subnets': [{'id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:22:13.202468 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25847e4-ea6c-4585-81e2-f7eb80146f35 None None] Checking router: 7d57890a-4c57-4ece-9fef-7cbd2b6beabe for host: dv-cinder-804581-6-iscsi {{(pid=94453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:22:13.217598 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25847e4-ea6c-4585-81e2-f7eb80146f35 None None] Routers {'7d57890a-4c57-4ece-9fef-7cbd2b6beabe'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:22:13.218460 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-f25847e4-ea6c-4585-81e2-f7eb80146f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:21:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['7d57890a-4c57-4ece-9fef-7cbd2b6beabe'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:22:13.218805 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-35177d25-2761-42e9-b846-565ddedcf1eb req-6f3a3281-ea1b-499f-84d9-bec33723e3fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a9414a0-3047-431a-9830-7d82ece11949 HTTP/1.1" status: 200 len: 998 time: 0.1047900 Aug 15 14:22:13.239908 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f37a40-96fd-4891-8606-cb22e7c78534 req-5f7b017c-b7cb-4ef1-88aa-b0c2c35d4f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:13.241875 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-31f37a40-96fd-4891-8606-cb22e7c78534 req-5f7b017c-b7cb-4ef1-88aa-b0c2c35d4f98 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e17307d397464d099cfe8fea70bc575f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1803660 Aug 15 14:22:13.311490 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-2e88f360-04af-435e-8433-3d4664057ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:13.340242 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35177d25-2761-42e9-b846-565ddedcf1eb req-b22b4276-cad5-4a15-970b-8cf6d9a97de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:13.340858 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-f25847e4-ea6c-4585-81e2-f7eb80146f35 None None] Set router 7d57890a-4c57-4ece-9fef-7cbd2b6beabe gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:22:13.341665 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-35177d25-2761-42e9-b846-565ddedcf1eb req-b22b4276-cad5-4a15-970b-8cf6d9a97de9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f53a997d-ab58-4de4-8f6f-e69dca0dbda3 HTTP/1.1" status: 200 len: 856 time: 0.1140301 Aug 15 14:22:13.412603 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f37a40-96fd-4891-8606-cb22e7c78534 req-eaf76db8-1c63-4d33-ac05-c2b1ab94b346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:13.414182 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-31f37a40-96fd-4891-8606-cb22e7c78534 req-eaf76db8-1c63-4d33-ac05-c2b1ab94b346 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1503668 Aug 15 14:22:13.426754 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35177d25-2761-42e9-b846-565ddedcf1eb req-6578be43-4c3d-466c-9cab-f50b6b6c4de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:13.428505 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-35177d25-2761-42e9-b846-565ddedcf1eb req-6578be43-4c3d-466c-9cab-f50b6b6c4de6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81ce3d77-1ecb-4956-925d-d86609a6b989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741279 Aug 15 14:22:13.572086 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c75542-06f8-4bfe-b006-daabd07450a2 req-6f88143c-b0a3-4dcd-83a6-ef8966fa0f61 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:13.573623 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-16c75542-06f8-4bfe-b006-daabd07450a2 req-6f88143c-b0a3-4dcd-83a6-ef8966fa0f61 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 944 time: 0.1360288 Aug 15 14:22:13.601770 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-40feb9e9-adcb-493d-a6a4-318b1250c9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:13.603135 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-40feb9e9-adcb-493d-a6a4-318b1250c9e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e17307d397464d099cfe8fea70bc575f&device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 1097 time: 0.1339076 Aug 15 14:22:13.610208 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-f25847e4-ea6c-4585-81e2-f7eb80146f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'name': 'tempest-AttachVolumeShelveTestJSON-1950464448-router', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '4c797db3-1220-4634-a87b-88eef0b67472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:15:54Z', 'updated_at': '2021-08-15T14:15:57Z', 'revision_number': 4, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'gw_port': {'id': '4c797db3-1220-4634-a87b-88eef0b67472', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:55Z', 'updated_at': '2021-08-15T14:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_floatingips': [{'id': '373ee293-39e2-409a-9fba-ec03f362a3a5', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'router_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'port_id': '7a9414a0-3047-431a-9830-7d82ece11949', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989', 'mac_address': 'fa:16:3e:b8:94:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03c0f60-f56c-4946-b6f2-8389ad5fc2c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-15T14:21:53Z', 'updated_at': '2021-08-15T14:22:12Z', 'revision_number': 1, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2e8fb6-efba-4f87-a8b6-11b206f46c4a', 'name': '', 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'mac_address': 'fa:16:3e:9b:02:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:57Z', 'updated_at': '2021-08-15T14:16:03Z', 'revision_number': 5, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'subnets': [{'id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:22:13.622695 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-35177d25-2761-42e9-b846-565ddedcf1eb req-ff2c508c-7dde-4215-b17e-fc690c6ea2b5 service neutron] 10.222.0.20 "GET /v2.0/networks/81ce3d77-1ecb-4956-925d-d86609a6b989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760273 Aug 15 14:22:13.638023 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25847e4-ea6c-4585-81e2-f7eb80146f35 None None] The sync data for ids ['7d57890a-4c57-4ece-9fef-7cbd2b6beabe'] in dv-cinder-804581-6-iscsi is: [{'id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'name': 'tempest-AttachVolumeShelveTestJSON-1950464448-router', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '4c797db3-1220-4634-a87b-88eef0b67472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:15:54Z', 'updated_at': '2021-08-15T14:15:57Z', 'revision_number': 4, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'gw_port': {'id': '4c797db3-1220-4634-a87b-88eef0b67472', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:55Z', 'updated_at': '2021-08-15T14:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_floatingips': [{'id': '373ee293-39e2-409a-9fba-ec03f362a3a5', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'router_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'port_id': '7a9414a0-3047-431a-9830-7d82ece11949', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989', 'mac_address': 'fa:16:3e:b8:94:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03c0f60-f56c-4946-b6f2-8389ad5fc2c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-15T14:21:53Z', 'updated_at': '2021-08-15T14:22:12Z', 'revision_number': 1, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2e8fb6-efba-4f87-a8b6-11b206f46c4a', 'name': '', 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'mac_address': 'fa:16:3e:9b:02:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:57Z', 'updated_at': '2021-08-15T14:16:03Z', 'revision_number': 5, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'subnets': [{'id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:22:13.667692 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-28ad61d9-1763-4953-addf-77fd15b191ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1269e85-023a-43ed-bc65-c3af73b92cc7 HTTP/1.1" status: 200 len: 217 time: 0.0527604 Aug 15 14:22:13.724305 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-16c75542-06f8-4bfe-b006-daabd07450a2 req-23093ab1-0db0-47d4-b647-ed41c0a744cd tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419039 Aug 15 14:22:13.774855 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-0288e364-2a60-4515-89a8-dbe0ed5af7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:13.776299 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-0288e364-2a60-4515-89a8-dbe0ed5af7fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04fb6d4a-8e43-4587-8cf9-333c90daf207 HTTP/1.1" status: 200 len: 851 time: 0.0958056 Aug 15 14:22:13.827003 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-35177d25-2761-42e9-b846-565ddedcf1eb req-03999de0-1a5a-4103-b24b-7cbe5bbc4afc service neutron] 10.222.0.20 "GET /v2.0/networks/81ce3d77-1ecb-4956-925d-d86609a6b989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740148 Aug 15 14:22:13.840508 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2b2cd3-d0c6-4f50-a103-af755f624862 None None] New status for floating IP 373ee293-39e2-409a-9fba-ec03f362a3a5: ACTIVE {{(pid=94454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 15 14:22:13.841437 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-7ec40150-34ae-4844-84f3-d57e152408ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:13.843000 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-7ec40150-34ae-4844-84f3-d57e152408ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578818 Aug 15 14:22:13.857936 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:13.940799 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-6c6b2f07-b4bb-4787-a6f9-defd4d540c40 service neutron] 10.222.0.20 "GET /v2.0/networks/f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876970 Aug 15 14:22:14.031914 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-37a06d6d-311b-49a7-a7d7-6cbdcb40d585 req-e2ffd30c-e8bc-4595-9fbd-ee8b472adc08 service neutron] 10.222.0.20 "GET /v2.0/networks/f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821152 Aug 15 14:22:14.703946 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:14.843823 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1db9ad-b470-4971-ab04-5a05f709ee46 req-4346e376-df99-475a-9391-53a8f52dab62 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:14.845295 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5c1db9ad-b470-4971-ab04-5a05f709ee46 req-4346e376-df99-475a-9391-53a8f52dab62 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 944 time: 0.0485759 Aug 15 14:22:14.883363 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5c1db9ad-b470-4971-ab04-5a05f709ee46 req-a0884833-28ab-4900-a362-cef72892a5de tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320718 Aug 15 14:22:15.999054 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96883f6b-a4cc-40b2-ab96-f6b65f43ce3f req-aadf40db-9c7b-446a-957d-a03618ce1f8b tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:16.000489 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-96883f6b-a4cc-40b2-ab96-f6b65f43ce3f req-aadf40db-9c7b-446a-957d-a03618ce1f8b tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 944 time: 0.0511353 Aug 15 14:22:16.036605 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-96883f6b-a4cc-40b2-ab96-f6b65f43ce3f req-45477798-629c-4eb7-b1fb-e708d2cdd5c7 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296984 Aug 15 14:22:16.571549 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:17.153057 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367da4cb-b13d-4e1a-8d32-bf5999aeb680 req-024fe666-82f3-4e40-8944-2e0b6b581125 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:17.154558 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-367da4cb-b13d-4e1a-8d32-bf5999aeb680 req-024fe666-82f3-4e40-8944-2e0b6b581125 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 944 time: 0.0505040 Aug 15 14:22:17.194290 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-367da4cb-b13d-4e1a-8d32-bf5999aeb680 req-7ab4a820-2463-4d94-84dd-33be5551e045 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330040 Aug 15 14:22:18.308891 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcecf3bf-0086-4ac5-b6ea-fec95fe19986 req-c4d27f53-3859-4d2b-84ac-3219574ee580 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:18.310384 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-bcecf3bf-0086-4ac5-b6ea-fec95fe19986 req-c4d27f53-3859-4d2b-84ac-3219574ee580 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 944 time: 0.0483053 Aug 15 14:22:18.347458 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-bcecf3bf-0086-4ac5-b6ea-fec95fe19986 req-42e6f187-8227-424a-9fc1-04bcf42d3b12 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306215 Aug 15 14:22:19.460943 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2a874-9e22-4ed5-aa06-b61e35c23573 req-b492d62c-ef81-42ce-b020-2cf776c352fc tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:19.462447 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-61f2a874-9e22-4ed5-aa06-b61e35c23573 req-b492d62c-ef81-42ce-b020-2cf776c352fc tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 944 time: 0.0484102 Aug 15 14:22:19.498244 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-61f2a874-9e22-4ed5-aa06-b61e35c23573 req-8a48804a-c0f5-4eef-9ef9-ec39513f13cc tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300109 Aug 15 14:22:20.623857 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd158d-ca94-4e93-bcb1-b92327bc7fde req-babf1756-e9c5-4b70-86bb-085c5d18431c tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:20.625341 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-49dd158d-ca94-4e93-bcb1-b92327bc7fde req-babf1756-e9c5-4b70-86bb-085c5d18431c tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 944 time: 0.0580072 Aug 15 14:22:20.662259 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-49dd158d-ca94-4e93-bcb1-b92327bc7fde req-3ad74fdd-ca08-461b-9dda-a1eeb854a37c tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302505 Aug 15 14:22:21.782180 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c134d-16fb-4ca1-8cbd-ef9495948b5d req-293b3109-b8cd-4981-aca7-ec145329d5af tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:21.784270 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-438c134d-16fb-4ca1-8cbd-ef9495948b5d req-293b3109-b8cd-4981-aca7-ec145329d5af tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 944 time: 0.0575480 Aug 15 14:22:21.821809 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-438c134d-16fb-4ca1-8cbd-ef9495948b5d req-e1782f79-ef4e-4a87-bee1-26a95a55236f tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314476 Aug 15 14:22:22.795633 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device e1269e85-023a-43ed-bc65-c3af73b92cc7 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 15 14:22:22.895259 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port e1269e85-023a-43ed-bc65-c3af73b92cc7, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=e1269e85-023a-43ed-bc65-c3af73b92cc7,segment=NetworkSegment(b621ef3b-4103-4fcd-84aa-5ab6add98e0a),segment_id=b621ef3b-4103-4fcd-84aa-5ab6add98e0a)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:22:22.907134 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Returning: {'device': 'e1269e85-023a-43ed-bc65-c3af73b92cc7', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'port_id': 'e1269e85-023a-43ed-bc65-c3af73b92cc7', 'mac_address': 'fa:16:3e:dd:36:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 15 14:22:22.941227 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86c01a-df9c-4a96-a484-b5fd1d1f5776 req-598881ee-1b82-4622-a3ee-7207d30cd08d tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:22.942827 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8f86c01a-df9c-4a96-a484-b5fd1d1f5776 req-598881ee-1b82-4622-a3ee-7207d30cd08d tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 944 time: 0.0506868 Aug 15 14:22:22.949081 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:22.962281 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1269e85-023a-43ed-bc65-c3af73b92cc7 {{(pid=94453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:22:22.979710 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-8f86c01a-df9c-4a96-a484-b5fd1d1f5776 req-b5821172-7aa3-4dc2-b6ad-1ae6c43325b3 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308115 Aug 15 14:22:22.980936 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port e1269e85-023a-43ed-bc65-c3af73b92cc7, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=e1269e85-023a-43ed-bc65-c3af73b92cc7,segment=NetworkSegment(b621ef3b-4103-4fcd-84aa-5ab6add98e0a),segment_id=b621ef3b-4103-4fcd-84aa-5ab6add98e0a)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:22:23.046424 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:23.093923 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=e1269e85-023a-43ed-bc65-c3af73b92cc7,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:22:23.441378 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['e1269e85-023a-43ed-bc65-c3af73b92cc7'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:22:24.103863 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c8ff8-393b-4302-9920-872a463d0385 req-53dd095e-ee8d-401a-89e8-0360f7f34655 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:24.105359 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-349c8ff8-393b-4302-9920-872a463d0385 req-53dd095e-ee8d-401a-89e8-0360f7f34655 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 945 time: 0.0588078 Aug 15 14:22:24.142077 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-349c8ff8-393b-4302-9920-872a463d0385 req-17c9baef-74ee-456d-855f-4cffe7314459 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308058 Aug 15 14:22:24.729490 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device e1269e85-023a-43ed-bc65-c3af73b92cc7 up at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:22:24.857259 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning for port e1269e85-023a-43ed-bc65-c3af73b92cc7 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:22:24.860955 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning complete for port e1269e85-023a-43ed-bc65-c3af73b92cc7 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:22:24.861926 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:24.938262 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:24.963536 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122de920-7758-452e-8d27-3c55a5ee0f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1269e85-023a-43ed-bc65-c3af73b92cc7'}] {{(pid=94453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:22:24.965800 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67f9f608f21815e3b7d057bcd481c644a3f088ed5729c17767b65ea5f15acf6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe810cf4-aa41-4bce-a2a8-6db46284ad29" -d '{"events": [{"server_uuid": "122de920-7758-452e-8d27-3c55a5ee0f86", "name": "network-vif-plugged", "status": "completed", "tag": "e1269e85-023a-43ed-bc65-c3af73b92cc7"}]}' {{(pid=94453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:22:24.979111 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port e1269e85-023a-43ed-bc65-c3af73b92cc7, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=e1269e85-023a-43ed-bc65-c3af73b92cc7,segment=NetworkSegment(b621ef3b-4103-4fcd-84aa-5ab6add98e0a),segment_id=b621ef3b-4103-4fcd-84aa-5ab6add98e0a)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:22:25.004092 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bac07c-70eb-49e3-a28d-0572825ceb39 x-openstack-request-id: req-86bac07c-70eb-49e3-a28d-0572825ceb39 {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:22:25.004092 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122de920-7758-452e-8d27-3c55a5ee0f86", "name": "network-vif-plugged", "status": "completed", "tag": "e1269e85-023a-43ed-bc65-c3af73b92cc7", "code": 200}]} {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:22:25.004092 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-86bac07c-70eb-49e3-a28d-0572825ceb39 {{(pid=94453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:22:25.004092 dv-cinder-804581-6-iscsi neutron-server[94453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122de920-7758-452e-8d27-3c55a5ee0f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1269e85-023a-43ed-bc65-c3af73b92cc7', 'code': 200} Aug 15 14:22:25.046023 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:25.093270 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=e1269e85-023a-43ed-bc65-c3af73b92cc7,revision_number=5']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:22:25.257726 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f4348-410d-4c36-b890-bf8c8bd77eba req-7dc415b8-08fd-4e7c-a503-cd8ccefb7538 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:25.259215 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ec2f4348-410d-4c36-b890-bf8c8bd77eba req-7dc415b8-08fd-4e7c-a503-cd8ccefb7538 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 946 time: 0.0489762 Aug 15 14:22:25.297436 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ec2f4348-410d-4c36-b890-bf8c8bd77eba req-207bde0c-2106-4e49-83c6-d7bc6d865393 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321748 Aug 15 14:22:25.358943 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210624c-07b2-4874-93f0-7bf9280663aa req-952d88d9-dc1a-420c-9cb4-9b80ec894607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:25.360407 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5210624c-07b2-4874-93f0-7bf9280663aa req-952d88d9-dc1a-420c-9cb4-9b80ec894607 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 1099 time: 0.0394237 Aug 15 14:22:25.395889 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5210624c-07b2-4874-93f0-7bf9280663aa req-75617526-889a-49f2-ab31-ab5135d9eb56 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274262 Aug 15 14:22:26.411960 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf41484a-e4cb-4a1e-bf32-6c0cc8c04567 req-26086c9a-5a97-4ffb-85ad-d1f73d3cc779 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:26.413559 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-bf41484a-e4cb-4a1e-bf32-6c0cc8c04567 req-26086c9a-5a97-4ffb-85ad-d1f73d3cc779 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 946 time: 0.0469694 Aug 15 14:22:26.450345 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-bf41484a-e4cb-4a1e-bf32-6c0cc8c04567 req-6307166b-9fdb-4a4c-8b39-477e38e33144 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307264 Aug 15 14:22:27.465140 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:22:27.565381 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d72ce-54f5-49f2-830b-011f810c81e9 req-380ecf0c-9e77-4eaf-929b-a1451457b5e6 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:27.566952 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-712d72ce-54f5-49f2-830b-011f810c81e9 req-380ecf0c-9e77-4eaf-929b-a1451457b5e6 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 946 time: 0.0523176 Aug 15 14:22:27.602954 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-712d72ce-54f5-49f2-830b-011f810c81e9 req-cb1c7238-1648-4d2e-8c3c-236a59da2b72 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301592 Aug 15 14:22:27.716054 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b25fe1-2579-4315-850a-e6ba864cb1de req-820bf6df-ad85-417e-aa95-b1b13f2ee93b tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:27.717498 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c1b25fe1-2579-4315-850a-e6ba864cb1de req-820bf6df-ad85-417e-aa95-b1b13f2ee93b tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 946 time: 0.0476942 Aug 15 14:22:27.754230 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c1b25fe1-2579-4315-850a-e6ba864cb1de req-781ea9d0-393d-4675-ab7a-d0ce1b524da3 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304699 Aug 15 14:22:27.775696 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 52288) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:22:27.911755 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd54201-dd22-45ec-b65e-23bdf20928a0 tempest-TestVolumeBootPattern-871771023 tempest-TestVolumeBootPattern-871771023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:27.913239 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-fcd54201-dd22-45ec-b65e-23bdf20928a0 tempest-TestVolumeBootPattern-871771023 tempest-TestVolumeBootPattern-871771023-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 1094 time: 0.1365931 Aug 15 14:22:27.916237 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 52294) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:22:27.920456 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-cce3f1e4-d361-430b-a22e-3b5bf23232ee tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Request body: {'floatingip': {'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'port_id': 'e1269e85-023a-43ed-bc65-c3af73b92cc7', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:22:28.006160 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-cce3f1e4-d361-430b-a22e-3b5bf23232ee tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for floatingip, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:28.103437 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-cce3f1e4-d361-430b-a22e-3b5bf23232ee tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:28.208351 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [None req-cce3f1e4-d361-430b-a22e-3b5bf23232ee tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Allocated IP 172.27.3.4 (1d9f8f4c-a9c3-49e7-b907-6801ec194130/0214dcca-22ca-4853-8d9b-9f5ee3e8fb08/fff6b968-0300-489a-8b3f-0dfcd29e48d6) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:22:28.304621 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-cce3f1e4-d361-430b-a22e-3b5bf23232ee tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:28.383691 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-cce3f1e4-d361-430b-a22e-3b5bf23232ee tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:28.422757 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce3f1e4-d361-430b-a22e-3b5bf23232ee tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Network 1d9f8f4c-a9c3-49e7-b907-6801ec194130 is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:22:28.428349 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [None req-cce3f1e4-d361-430b-a22e-3b5bf23232ee tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:22:28.431814 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce3f1e4-d361-430b-a22e-3b5bf23232ee tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:22:28.456785 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce3f1e4-d361-430b-a22e-3b5bf23232ee tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Pushing event updated for resources: {'Port': ['ID=fff6b968-0300-489a-8b3f-0dfcd29e48d6,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:22:28.779337 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-cce3f1e4-d361-430b-a22e-3b5bf23232ee tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:28.893269 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-cce3f1e4-d361-430b-a22e-3b5bf23232ee tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:29.042772 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-cce3f1e4-d361-430b-a22e-3b5bf23232ee tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for port, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:29.102964 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-cce3f1e4-d361-430b-a22e-3b5bf23232ee tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:29.169134 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce3f1e4-d361-430b-a22e-3b5bf23232ee tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Pushing event updated for resources: {'Port': ['ID=fff6b968-0300-489a-8b3f-0dfcd29e48d6,revision_number=2']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:22:29.179157 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-cce3f1e4-d361-430b-a22e-3b5bf23232ee tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594844'] for floatingip, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:29.279630 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.db.l3_db [None req-cce3f1e4-d361-430b-a22e-3b5bf23232ee tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Floating IP 26c13d6f-ae1b-4a9a-82c9-2f302078c451 associated. External IP: 172.27.3.4, port: e1269e85-023a-43ed-bc65-c3af73b92cc7. Aug 15 14:22:29.481003 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce3f1e4-d361-430b-a22e-3b5bf23232ee tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Router d8e3f065-29f9-4b82-a5a6-ec78243aa1ca has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:22:29.835925 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce3f1e4-d361-430b-a22e-3b5bf23232ee tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:22:29.846523 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6335d119-8557-455c-8eac-832ab4b8f0a3 None None] Sync routers for ids ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'] in dv-cinder-804581-6-iscsi {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:22:29.856499 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6335d119-8557-455c-8eac-832ab4b8f0a3 None None] Routers {'d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:22:29.857114 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-6335d119-8557-455c-8eac-832ab4b8f0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:22:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:22:29.920577 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-cce3f1e4-d361-430b-a22e-3b5bf23232ee tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for floatingip, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:29.947208 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-cce3f1e4-d361-430b-a22e-3b5bf23232ee tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0299788 Aug 15 14:22:29.947931 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122de920-7758-452e-8d27-3c55a5ee0f86', 'tag': 'e1269e85-023a-43ed-bc65-c3af73b92cc7'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:22:29.950250 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae92d3f-5140-4b24-a205-5d9e8df8070a" -d '{"events": [{"name": "network-changed", "server_uuid": "122de920-7758-452e-8d27-3c55a5ee0f86", "tag": "e1269e85-023a-43ed-bc65-c3af73b92cc7"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:22:29.962935 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-6335d119-8557-455c-8eac-832ab4b8f0a3 None None] Set router d8e3f065-29f9-4b82-a5a6-ec78243aa1ca gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:22:29.998145 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc31dc4-3d10-4e6c-9d42-b05cb40484c7 x-openstack-request-id: req-2fc31dc4-3d10-4e6c-9d42-b05cb40484c7 {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:22:29.998440 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122de920-7758-452e-8d27-3c55a5ee0f86", "tag": "e1269e85-023a-43ed-bc65-c3af73b92cc7", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:22:29.998693 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2fc31dc4-3d10-4e6c-9d42-b05cb40484c7 {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:22:29.999159 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '122de920-7758-452e-8d27-3c55a5ee0f86', 'tag': 'e1269e85-023a-43ed-bc65-c3af73b92cc7', 'status': 'completed', 'code': 200} Aug 15 14:22:30.063603 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae92d3f-5140-4b24-a205-5d9e8df8070a req-06e20823-b1bb-407a-b85c-d4b136f24339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:30.065862 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7ae92d3f-5140-4b24-a205-5d9e8df8070a req-06e20823-b1bb-407a-b85c-d4b136f24339 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e17307d397464d099cfe8fea70bc575f&device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 1099 time: 0.0419288 Aug 15 14:22:30.159441 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae92d3f-5140-4b24-a205-5d9e8df8070a req-a5f8fe02-0424-41c0-be1b-df7602eae3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:30.160820 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7ae92d3f-5140-4b24-a205-5d9e8df8070a req-a5f8fe02-0424-41c0-be1b-df7602eae3c7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a HTTP/1.1" status: 200 len: 913 time: 0.0869629 Aug 15 14:22:30.202361 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-6335d119-8557-455c-8eac-832ab4b8f0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'name': 'tempest-TestVolumeBootPattern-2005930483-router', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:12Z', 'updated_at': '2021-08-15T14:14:16Z', 'revision_number': 4, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'gw_port': {'id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:13Z', 'updated_at': '2021-08-15T14:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_floatingips': [{'id': '26c13d6f-ae1b-4a9a-82c9-2f302078c451', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'floating_ip_address': '172.27.3.4', 'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'router_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'port_id': 'e1269e85-023a-43ed-bc65-c3af73b92cc7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'mac_address': 'fa:16:3e:dd:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122de920-7758-452e-8d27-3c55a5ee0f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-15T14:22:28Z', 'updated_at': '2021-08-15T14:22:28Z', 'revision_number': 0, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'fixed_ip_address_scope': None}, {'id': '5bbaa80f-0c4f-478c-bc3b-c74f362c9b85', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'router_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'port_id': 'a67092c6-46ea-45a7-a2e0-a526eb2f0510', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'mac_address': 'fa:16:3e:11:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7733c9-f163-4500-b73c-4256a278cc65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-15T14:19:50Z', 'updated_at': '2021-08-15T14:19:54Z', 'revision_number': 1, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10368493-0ae5-4573-92fd-0fb7747e7971', 'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'mac_address': 'fa:16:3e:fd:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:15Z', 'updated_at': '2021-08-15T14:14:21Z', 'revision_number': 5, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'subnets': [{'id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:22:30.228376 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7ae92d3f-5140-4b24-a205-5d9e8df8070a req-ac7acde3-352a-4af1-9048-76aaf96eac9d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1269e85-023a-43ed-bc65-c3af73b92cc7 HTTP/1.1" status: 200 len: 998 time: 0.0588121 Aug 15 14:22:30.229143 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6335d119-8557-455c-8eac-832ab4b8f0a3 None None] Checking router: d8e3f065-29f9-4b82-a5a6-ec78243aa1ca for host: dv-cinder-804581-6-iscsi {{(pid=94453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:22:30.242275 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6335d119-8557-455c-8eac-832ab4b8f0a3 None None] Routers {'d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:22:30.242883 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-6335d119-8557-455c-8eac-832ab4b8f0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:22:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:22:30.284518 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae92d3f-5140-4b24-a205-5d9e8df8070a req-86d0bbe0-3751-4231-bbbf-db186b8fc120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:30.286079 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7ae92d3f-5140-4b24-a205-5d9e8df8070a req-86d0bbe0-3751-4231-bbbf-db186b8fc120 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04fb6d4a-8e43-4587-8cf9-333c90daf207 HTTP/1.1" status: 200 len: 851 time: 0.0499477 Aug 15 14:22:30.342418 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae92d3f-5140-4b24-a205-5d9e8df8070a req-02dfc729-cfb9-48ac-83dc-73145bac5bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:30.343935 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7ae92d3f-5140-4b24-a205-5d9e8df8070a req-02dfc729-cfb9-48ac-83dc-73145bac5bd6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485430 Aug 15 14:22:30.438094 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7ae92d3f-5140-4b24-a205-5d9e8df8070a req-afb7d1db-be92-41f8-89bf-df735ff124bf service neutron] 10.222.0.20 "GET /v2.0/networks/f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842118 Aug 15 14:22:30.484757 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-6335d119-8557-455c-8eac-832ab4b8f0a3 None None] Set router d8e3f065-29f9-4b82-a5a6-ec78243aa1ca gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:22:30.542357 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7ae92d3f-5140-4b24-a205-5d9e8df8070a req-fa8d0052-6ea5-4458-affa-a8833f341846 service neutron] 10.222.0.20 "GET /v2.0/networks/f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871239 Aug 15 14:22:30.711533 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-6335d119-8557-455c-8eac-832ab4b8f0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'name': 'tempest-TestVolumeBootPattern-2005930483-router', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:12Z', 'updated_at': '2021-08-15T14:14:16Z', 'revision_number': 4, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'gw_port': {'id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:13Z', 'updated_at': '2021-08-15T14:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_floatingips': [{'id': '26c13d6f-ae1b-4a9a-82c9-2f302078c451', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'floating_ip_address': '172.27.3.4', 'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'router_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'port_id': 'e1269e85-023a-43ed-bc65-c3af73b92cc7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'mac_address': 'fa:16:3e:dd:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122de920-7758-452e-8d27-3c55a5ee0f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-15T14:22:28Z', 'updated_at': '2021-08-15T14:22:28Z', 'revision_number': 0, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'fixed_ip_address_scope': None}, {'id': '5bbaa80f-0c4f-478c-bc3b-c74f362c9b85', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'router_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'port_id': 'a67092c6-46ea-45a7-a2e0-a526eb2f0510', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'mac_address': 'fa:16:3e:11:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7733c9-f163-4500-b73c-4256a278cc65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-15T14:19:50Z', 'updated_at': '2021-08-15T14:19:54Z', 'revision_number': 1, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10368493-0ae5-4573-92fd-0fb7747e7971', 'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'mac_address': 'fa:16:3e:fd:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:15Z', 'updated_at': '2021-08-15T14:14:21Z', 'revision_number': 5, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'subnets': [{'id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:22:30.737955 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6335d119-8557-455c-8eac-832ab4b8f0a3 None None] The sync data for ids ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'] in dv-cinder-804581-6-iscsi is: [{'id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'name': 'tempest-TestVolumeBootPattern-2005930483-router', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:12Z', 'updated_at': '2021-08-15T14:14:16Z', 'revision_number': 4, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'gw_port': {'id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:13Z', 'updated_at': '2021-08-15T14:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_floatingips': [{'id': '26c13d6f-ae1b-4a9a-82c9-2f302078c451', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'floating_ip_address': '172.27.3.4', 'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'router_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'port_id': 'e1269e85-023a-43ed-bc65-c3af73b92cc7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'mac_address': 'fa:16:3e:dd:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122de920-7758-452e-8d27-3c55a5ee0f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-15T14:22:28Z', 'updated_at': '2021-08-15T14:22:28Z', 'revision_number': 0, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'fixed_ip_address_scope': None}, {'id': '5bbaa80f-0c4f-478c-bc3b-c74f362c9b85', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'router_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'port_id': 'a67092c6-46ea-45a7-a2e0-a526eb2f0510', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'mac_address': 'fa:16:3e:11:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7733c9-f163-4500-b73c-4256a278cc65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-15T14:19:50Z', 'updated_at': '2021-08-15T14:19:54Z', 'revision_number': 1, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10368493-0ae5-4573-92fd-0fb7747e7971', 'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'mac_address': 'fa:16:3e:fd:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:15Z', 'updated_at': '2021-08-15T14:14:21Z', 'revision_number': 5, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'subnets': [{'id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:22:30.917016 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e016a618-2cd8-456a-ba6a-62837f6ddeda None None] New status for floating IP 26c13d6f-ae1b-4a9a-82c9-2f302078c451: ACTIVE {{(pid=94454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 15 14:22:32.039856 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:40.713451 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-19bba32c-f6af-4894-a1c0-88c3d8592439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:43.244684 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d34e5a99-07c5-412c-abd3-031bca3ab589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:43.852022 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:44.650204 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:46.599469 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:47.051933 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496473f9-5566-4f85-a37f-296d1fd95fed req-42d380e8-0c4f-4cfd-8eda-1c64987d5777 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:47.053319 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-496473f9-5566-4f85-a37f-296d1fd95fed req-42d380e8-0c4f-4cfd-8eda-1c64987d5777 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=450020ee-4105-4d53-bc5c-c84f74b003c4 HTTP/1.1" status: 200 len: 945 time: 0.0485663 Aug 15 14:22:47.091474 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-496473f9-5566-4f85-a37f-296d1fd95fed req-a74d40e7-993d-4a6f-ba78-a44cdd552a92 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=6cf2b45c-bdf6-4e19-aa8b-e0ed0e95f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320084 Aug 15 14:22:48.203708 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae65e7-02b6-4994-be12-e88281e35da4 req-47174a46-6aeb-47b1-ab12-2564400e66e3 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:48.205139 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c5ae65e7-02b6-4994-be12-e88281e35da4 req-47174a46-6aeb-47b1-ab12-2564400e66e3 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=450020ee-4105-4d53-bc5c-c84f74b003c4 HTTP/1.1" status: 200 len: 945 time: 0.0476110 Aug 15 14:22:48.244535 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c5ae65e7-02b6-4994-be12-e88281e35da4 req-1d480fae-95d0-42ae-b755-72506fdda194 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=6cf2b45c-bdf6-4e19-aa8b-e0ed0e95f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324357 Aug 15 14:22:49.386913 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb526b9c-ce96-47fc-93a7-e7008ef5a593 req-69942b66-f9fd-47b5-a7c0-08cef228df0b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:49.388364 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-cb526b9c-ce96-47fc-93a7-e7008ef5a593 req-69942b66-f9fd-47b5-a7c0-08cef228df0b tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=450020ee-4105-4d53-bc5c-c84f74b003c4 HTTP/1.1" status: 200 len: 945 time: 0.0771031 Aug 15 14:22:49.396124 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a072bf8-0c7d-477f-94be-14ae9490b81e req-47707956-e796-4693-a208-592796604888 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:22:49.397463 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-3a072bf8-0c7d-477f-94be-14ae9490b81e req-47707956-e796-4693-a208-592796604888 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.20 "GET /v2.0/ports?device_id=450020ee-4105-4d53-bc5c-c84f74b003c4 HTTP/1.1" status: 200 len: 945 time: 0.0776398 Aug 15 14:22:49.458148 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-cb526b9c-ce96-47fc-93a7-e7008ef5a593 req-35dbffcb-074e-4066-8e54-f4b4dce47c17 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups?id=6cf2b45c-bdf6-4e19-aa8b-e0ed0e95f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597565 Aug 15 14:22:49.512120 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-3a072bf8-0c7d-477f-94be-14ae9490b81e req-775b1a50-0e63-4608-a8c0-6286fc4ba2c2 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Deleting port 169ab620-0f92-468d-ac62-da1d5894f48c {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:22:49.512383 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-3a072bf8-0c7d-477f-94be-14ae9490b81e req-775b1a50-0e63-4608-a8c0-6286fc4ba2c2 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:49.596236 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-3a072bf8-0c7d-477f-94be-14ae9490b81e req-775b1a50-0e63-4608-a8c0-6286fc4ba2c2 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] For port 169ab620-0f92-468d-ac62-da1d5894f48c, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=169ab620-0f92-468d-ac62-da1d5894f48c,segment=NetworkSegment(ada33314-c548-47cf-a85a-b333e3e0fa46),segment_id=ada33314-c548-47cf-a85a-b333e3e0fa46)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:22:49.597207 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-3a072bf8-0c7d-477f-94be-14ae9490b81e req-775b1a50-0e63-4608-a8c0-6286fc4ba2c2 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:49.762030 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-3a072bf8-0c7d-477f-94be-14ae9490b81e req-775b1a50-0e63-4608-a8c0-6286fc4ba2c2 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:49.762454 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-3a072bf8-0c7d-477f-94be-14ae9490b81e req-775b1a50-0e63-4608-a8c0-6286fc4ba2c2 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594844'] for floatingip, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:49.762719 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.db.l3_db [req-3a072bf8-0c7d-477f-94be-14ae9490b81e req-775b1a50-0e63-4608-a8c0-6286fc4ba2c2 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Floating IP c9e18917-7f52-4527-9384-45e1e92b9434 disassociated. External IP: 172.27.3.203, port: 169ab620-0f92-468d-ac62-da1d5894f48c. Aug 15 14:22:49.763059 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-3a072bf8-0c7d-477f-94be-14ae9490b81e req-775b1a50-0e63-4608-a8c0-6286fc4ba2c2 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Calling delete_port for 169ab620-0f92-468d-ac62-da1d5894f48c owned by compute:nova {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:22:49.954088 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-3a072bf8-0c7d-477f-94be-14ae9490b81e req-775b1a50-0e63-4608-a8c0-6286fc4ba2c2 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:49.981075 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b1a50-0e63-4608-a8c0-6286fc4ba2c2 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Pushing event deleted for resources: {'Port': ['ID=169ab620-0f92-468d-ac62-da1d5894f48c,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:22:49.992810 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b1a50-0e63-4608-a8c0-6286fc4ba2c2 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:49.993153 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b1a50-0e63-4608-a8c0-6286fc4ba2c2 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:49.993525 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b1a50-0e63-4608-a8c0-6286fc4ba2c2 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:49.993860 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b1a50-0e63-4608-a8c0-6286fc4ba2c2 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:49.994197 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b1a50-0e63-4608-a8c0-6286fc4ba2c2 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:49.994526 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b1a50-0e63-4608-a8c0-6286fc4ba2c2 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:49.994849 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b1a50-0e63-4608-a8c0-6286fc4ba2c2 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:49.995177 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b1a50-0e63-4608-a8c0-6286fc4ba2c2 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:49.995499 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b1a50-0e63-4608-a8c0-6286fc4ba2c2 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:49.995897 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b1a50-0e63-4608-a8c0-6286fc4ba2c2 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:49.996259 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b1a50-0e63-4608-a8c0-6286fc4ba2c2 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:49.996540 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b1a50-0e63-4608-a8c0-6286fc4ba2c2 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:50.103025 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a072bf8-0c7d-477f-94be-14ae9490b81e req-775b1a50-0e63-4608-a8c0-6286fc4ba2c2 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Router a662057b-06c1-4589-8f04-ddbedb94c4b8 has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:22:50.206503 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a072bf8-0c7d-477f-94be-14ae9490b81e req-775b1a50-0e63-4608-a8c0-6286fc4ba2c2 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:22:50.216316 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e00c7-7b80-4be4-872a-464b59bea853 None None] Sync routers for ids ['a662057b-06c1-4589-8f04-ddbedb94c4b8'] in dv-cinder-804581-6-iscsi {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:22:50.225778 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484e00c7-7b80-4be4-872a-464b59bea853 None None] Routers {'a662057b-06c1-4589-8f04-ddbedb94c4b8'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:22:50.226390 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-484e00c7-7b80-4be4-872a-464b59bea853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:22:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['a662057b-06c1-4589-8f04-ddbedb94c4b8'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:22:50.244697 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a072bf8-0c7d-477f-94be-14ae9490b81e req-775b1a50-0e63-4608-a8c0-6286fc4ba2c2 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] No DVR routers for this DVR port 169ab620-0f92-468d-ac62-da1d5894f48c on host hv-cinder-80458 {{(pid=94450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:22:50.247196 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-3a072bf8-0c7d-477f-94be-14ae9490b81e req-775b1a50-0e63-4608-a8c0-6286fc4ba2c2 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:50.249163 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-3a072bf8-0c7d-477f-94be-14ae9490b81e req-775b1a50-0e63-4608-a8c0-6286fc4ba2c2 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.20 "DELETE /v2.0/ports/169ab620-0f92-468d-ac62-da1d5894f48c HTTP/1.1" status: 204 len: 173 time: 0.8443952 Aug 15 14:22:50.249618 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450020ee-4105-4d53-bc5c-c84f74b003c4', 'name': 'network-vif-deleted', 'tag': '169ab620-0f92-468d-ac62-da1d5894f48c'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:22:50.251855 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d901ff5f-c3e1-48f9-a73b-33ab55821f30" -d '{"events": [{"server_uuid": "450020ee-4105-4d53-bc5c-c84f74b003c4", "name": "network-vif-deleted", "tag": "169ab620-0f92-468d-ac62-da1d5894f48c"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:22:50.286970 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5473b9d1-6911-41a8-b904-6ba0a4c2c6cc x-openstack-request-id: req-5473b9d1-6911-41a8-b904-6ba0a4c2c6cc {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:22:50.287257 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450020ee-4105-4d53-bc5c-c84f74b003c4", "name": "network-vif-deleted", "tag": "169ab620-0f92-468d-ac62-da1d5894f48c", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:22:50.287508 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5473b9d1-6911-41a8-b904-6ba0a4c2c6cc {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:22:50.287898 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450020ee-4105-4d53-bc5c-c84f74b003c4', 'name': 'network-vif-deleted', 'tag': '169ab620-0f92-468d-ac62-da1d5894f48c', 'status': 'completed', 'code': 200} Aug 15 14:22:50.335537 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-484e00c7-7b80-4be4-872a-464b59bea853 None None] Set router a662057b-06c1-4589-8f04-ddbedb94c4b8 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:22:50.549367 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-484e00c7-7b80-4be4-872a-464b59bea853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'name': 'tempest-AttachVolumeTestJSON-1578304414-router', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:11:35Z', 'updated_at': '2021-08-15T14:11:42Z', 'revision_number': 4, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'gw_port': {'id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:42:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:37Z', 'updated_at': '2021-08-15T14:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '2729c60c-b551-4ff4-a067-581dea7f438a', 'name': '', 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'mac_address': 'fa:16:3e:97:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '755f6259-b6d2-4fd1-8b9f-a7b43f738a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:41Z', 'updated_at': '2021-08-15T14:11:50Z', 'revision_number': 5, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'subnets': [{'id': '755f6259-b6d2-4fd1-8b9f-a7b43f738a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:22:50.572680 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e8d43dfe-db74-4b4d-aeb4-0467ae0e2e62 req-2e2891d6-d797-4092-8f7c-5f36c4210504 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/ports?device_id=450020ee-4105-4d53-bc5c-c84f74b003c4 HTTP/1.1" status: 200 len: 210 time: 0.0254948 Aug 15 14:22:50.575225 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e00c7-7b80-4be4-872a-464b59bea853 None None] Checking router: a662057b-06c1-4589-8f04-ddbedb94c4b8 for host: dv-cinder-804581-6-iscsi {{(pid=94453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:22:50.584069 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484e00c7-7b80-4be4-872a-464b59bea853 None None] Routers {'a662057b-06c1-4589-8f04-ddbedb94c4b8'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:22:50.584637 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-484e00c7-7b80-4be4-872a-464b59bea853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:22:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['a662057b-06c1-4589-8f04-ddbedb94c4b8'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:22:50.688524 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-484e00c7-7b80-4be4-872a-464b59bea853 None None] Set router a662057b-06c1-4589-8f04-ddbedb94c4b8 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:22:50.879890 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-484e00c7-7b80-4be4-872a-464b59bea853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'name': 'tempest-AttachVolumeTestJSON-1578304414-router', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:11:35Z', 'updated_at': '2021-08-15T14:11:42Z', 'revision_number': 4, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'gw_port': {'id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:42:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:37Z', 'updated_at': '2021-08-15T14:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '2729c60c-b551-4ff4-a067-581dea7f438a', 'name': '', 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'mac_address': 'fa:16:3e:97:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '755f6259-b6d2-4fd1-8b9f-a7b43f738a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:41Z', 'updated_at': '2021-08-15T14:11:50Z', 'revision_number': 5, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'subnets': [{'id': '755f6259-b6d2-4fd1-8b9f-a7b43f738a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:22:50.909720 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e00c7-7b80-4be4-872a-464b59bea853 None None] The sync data for ids ['a662057b-06c1-4589-8f04-ddbedb94c4b8'] in dv-cinder-804581-6-iscsi is: [{'id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'name': 'tempest-AttachVolumeTestJSON-1578304414-router', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:11:35Z', 'updated_at': '2021-08-15T14:11:42Z', 'revision_number': 4, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'gw_port': {'id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:42:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:37Z', 'updated_at': '2021-08-15T14:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '2729c60c-b551-4ff4-a067-581dea7f438a', 'name': '', 'network_id': 'be0d8a3c-f753-4203-b1e9-df12d5419b7d', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'mac_address': 'fa:16:3e:97:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '755f6259-b6d2-4fd1-8b9f-a7b43f738a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:41Z', 'updated_at': '2021-08-15T14:11:50Z', 'revision_number': 5, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'subnets': [{'id': '755f6259-b6d2-4fd1-8b9f-a7b43f738a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:22:51.146361 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866d1043-9b28-4424-9074-dde149fc59fa None None] New status for floating IP c9e18917-7f52-4527-9384-45e1e92b9434: DOWN {{(pid=94454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 15 14:22:51.742941 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 52460) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:22:51.800411 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-bda182ce-2fd3-4a1d-9993-ff782c885498 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:51.823364 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-bda182ce-2fd3-4a1d-9993-ff782c885498 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:51.942544 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-bda182ce-2fd3-4a1d-9993-ff782c885498 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:51.945155 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-bda182ce-2fd3-4a1d-9993-ff782c885498 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:51.946325 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-bda182ce-2fd3-4a1d-9993-ff782c885498 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "DELETE /v2.0/security-groups/6cf2b45c-bdf6-4e19-aa8b-e0ed0e95f2ac HTTP/1.1" status: 204 len: 168 time: 0.2024074 Aug 15 14:22:51.949088 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 52462) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:22:51.955160 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda182ce-2fd3-4a1d-9993-ff782c885498 tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf2b45c-bdf6-4e19-aa8b-e0ed0e95f2ac,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:22:51.963020 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.api.v2.resource [None req-96b57817-9b67-4956-9862-5f6acfcee32f tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] show failed (client error): The resource could not be found. Aug 15 14:22:51.964016 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-96b57817-9b67-4956-9862-5f6acfcee32f tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "GET /v2.0/security-groups/6cf2b45c-bdf6-4e19-aa8b-e0ed0e95f2ac HTTP/1.1" status: 404 len: 347 time: 0.0139332 Aug 15 14:22:51.966805 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 52464) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:22:52.085477 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.plugin [None req-1ae0c8cc-6639-4c56-b69f-4be62d84c56d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Deleting port f85696e2-ed77-49fe-9c95-c01aee8cbe4e {{(pid=94451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:22:52.085745 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c8cc-6639-4c56-b69f-4be62d84c56d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:52.160107 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c8cc-6639-4c56-b69f-4be62d84c56d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:52.160433 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c8cc-6639-4c56-b69f-4be62d84c56d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:52.172039 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.plugin [None req-1ae0c8cc-6639-4c56-b69f-4be62d84c56d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Calling delete_port for f85696e2-ed77-49fe-9c95-c01aee8cbe4e owned by network:floatingip {{(pid=94451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:22:52.371611 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c8cc-6639-4c56-b69f-4be62d84c56d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823643'] for port, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:52.395039 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0c8cc-6639-4c56-b69f-4be62d84c56d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Pushing event deleted for resources: {'Port': ['ID=f85696e2-ed77-49fe-9c95-c01aee8cbe4e,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:22:52.404455 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0c8cc-6639-4c56-b69f-4be62d84c56d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:52.404815 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0c8cc-6639-4c56-b69f-4be62d84c56d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:52.405151 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0c8cc-6639-4c56-b69f-4be62d84c56d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:52.405509 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0c8cc-6639-4c56-b69f-4be62d84c56d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:52.405843 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0c8cc-6639-4c56-b69f-4be62d84c56d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:52.406178 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0c8cc-6639-4c56-b69f-4be62d84c56d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:52.406915 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0c8cc-6639-4c56-b69f-4be62d84c56d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:52.406915 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0c8cc-6639-4c56-b69f-4be62d84c56d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:52.407118 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0c8cc-6639-4c56-b69f-4be62d84c56d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:52.407434 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0c8cc-6639-4c56-b69f-4be62d84c56d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:52.407751 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0c8cc-6639-4c56-b69f-4be62d84c56d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:52.408070 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae0c8cc-6639-4c56-b69f-4be62d84c56d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:22:52.466207 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c8cc-6639-4c56-b69f-4be62d84c56d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks [] for floatingip, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:52.468753 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-1ae0c8cc-6639-4c56-b69f-4be62d84c56d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for floatingip, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:52.469921 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-1ae0c8cc-6639-4c56-b69f-4be62d84c56d tempest-AttachVolumeTestJSON-2032916485 tempest-AttachVolumeTestJSON-2032916485-project] 10.222.0.22 "DELETE /v2.0/floatingips/c9e18917-7f52-4527-9384-45e1e92b9434 HTTP/1.1" status: 204 len: 168 time: 0.5022495 Aug 15 14:22:52.826123 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 169ab620-0f92-468d-ac62-da1d5894f48c no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:22:52.846122 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] No Port match for: 169ab620-0f92-468d-ac62-da1d5894f48c {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:22:52.846611 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 169ab620-0f92-468d-ac62-da1d5894f48c not bound to the agent host hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:22:56.377480 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 52500) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:22:57.056028 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-4c8e6597-ef96-4718-9de1-697a699ed12e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520604'] for router_interface, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:57.290227 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.plugin [None req-4c8e6597-ef96-4718-9de1-697a699ed12e admin admin] Deleting port 2729c60c-b551-4ff4-a067-581dea7f438a {{(pid=94451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:22:57.290577 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-4c8e6597-ef96-4718-9de1-697a699ed12e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:57.365914 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.db [None req-4c8e6597-ef96-4718-9de1-697a699ed12e admin admin] For port 2729c60c-b551-4ff4-a067-581dea7f438a, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=2729c60c-b551-4ff4-a067-581dea7f438a,segment=NetworkSegment(ada33314-c548-47cf-a85a-b333e3e0fa46),segment_id=ada33314-c548-47cf-a85a-b333e3e0fa46)] {{(pid=94451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:22:57.366277 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-4c8e6597-ef96-4718-9de1-697a699ed12e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:57.378209 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.plugin [None req-4c8e6597-ef96-4718-9de1-697a699ed12e admin admin] Calling delete_port for 2729c60c-b551-4ff4-a067-581dea7f438a owned by network:router_interface {{(pid=94451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:22:57.640424 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-4c8e6597-ef96-4718-9de1-697a699ed12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823643'] for port, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:57.671432 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e6597-ef96-4718-9de1-697a699ed12e admin admin] Pushing event deleted for resources: {'Port': ['ID=2729c60c-b551-4ff4-a067-581dea7f438a,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:22:57.831465 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-4c8e6597-ef96-4718-9de1-697a699ed12e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594476'] for router_interface, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:58.037426 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8e6597-ef96-4718-9de1-697a699ed12e admin admin] Router a662057b-06c1-4589-8f04-ddbedb94c4b8 has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:22:58.140555 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8e6597-ef96-4718-9de1-697a699ed12e admin admin] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:22:58.145785 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-4c8e6597-ef96-4718-9de1-697a699ed12e admin admin] 10.222.0.22 "PUT /v2.0/routers/a662057b-06c1-4589-8f04-ddbedb94c4b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7670538 Aug 15 14:22:58.148430 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 52508) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:22:58.149135 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9120d8ee-15ae-4dad-9709-bd720d0787d9 None None] Sync routers for ids ['a662057b-06c1-4589-8f04-ddbedb94c4b8'] in dv-cinder-804581-6-iscsi {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:22:58.158688 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9120d8ee-15ae-4dad-9709-bd720d0787d9 None None] Routers {'a662057b-06c1-4589-8f04-ddbedb94c4b8'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:22:58.159287 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-9120d8ee-15ae-4dad-9709-bd720d0787d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:22:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['a662057b-06c1-4589-8f04-ddbedb94c4b8'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:22:58.258105 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4400873a-0626-43d9-98e3-929cec98a717 admin admin] Notify callbacks [] for router, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:58.264179 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-9120d8ee-15ae-4dad-9709-bd720d0787d9 None None] Set router a662057b-06c1-4589-8f04-ddbedb94c4b8 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:22:58.358290 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4400873a-0626-43d9-98e3-929cec98a717 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:58.437681 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-9120d8ee-15ae-4dad-9709-bd720d0787d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'name': 'tempest-AttachVolumeTestJSON-1578304414-router', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:11:35Z', 'updated_at': '2021-08-15T14:22:57Z', 'revision_number': 5, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'gw_port': {'id': '15408b38-c83e-4efe-94e4-a83e5bb74e36', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:42:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:11:37Z', 'updated_at': '2021-08-15T14:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:22:58.465384 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-4400873a-0626-43d9-98e3-929cec98a717 admin admin] Deleting port 15408b38-c83e-4efe-94e4-a83e5bb74e36 {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:22:58.465852 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4400873a-0626-43d9-98e3-929cec98a717 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:58.468249 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9120d8ee-15ae-4dad-9709-bd720d0787d9 None None] Checking router: a662057b-06c1-4589-8f04-ddbedb94c4b8 for host: dv-cinder-804581-6-iscsi {{(pid=94453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:22:58.476718 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9120d8ee-15ae-4dad-9709-bd720d0787d9 None None] Routers {'a662057b-06c1-4589-8f04-ddbedb94c4b8'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:22:58.477327 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-9120d8ee-15ae-4dad-9709-bd720d0787d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:22:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['a662057b-06c1-4589-8f04-ddbedb94c4b8'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:22:58.541423 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [None req-4400873a-0626-43d9-98e3-929cec98a717 admin admin] For port 15408b38-c83e-4efe-94e4-a83e5bb74e36, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=15408b38-c83e-4efe-94e4-a83e5bb74e36,segment=NetworkSegment(5e752e44-7069-4182-ac48-4f84d046513a),segment_id=5e752e44-7069-4182-ac48-4f84d046513a)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:22:58.541798 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4400873a-0626-43d9-98e3-929cec98a717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:58.554255 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-4400873a-0626-43d9-98e3-929cec98a717 admin admin] Calling delete_port for 15408b38-c83e-4efe-94e4-a83e5bb74e36 owned by network:router_gateway {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:22:58.560980 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-9120d8ee-15ae-4dad-9709-bd720d0787d9 None None] Set router a662057b-06c1-4589-8f04-ddbedb94c4b8 gateway port host: None {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:22:58.611637 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-9120d8ee-15ae-4dad-9709-bd720d0787d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'name': 'tempest-AttachVolumeTestJSON-1578304414-router', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:11:35Z', 'updated_at': '2021-08-15T14:22:58Z', 'revision_number': 6, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'gw_port_host': None}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:22:58.640615 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9120d8ee-15ae-4dad-9709-bd720d0787d9 None None] The sync data for ids ['a662057b-06c1-4589-8f04-ddbedb94c4b8'] in dv-cinder-804581-6-iscsi is: [{'id': 'a662057b-06c1-4589-8f04-ddbedb94c4b8', 'name': 'tempest-AttachVolumeTestJSON-1578304414-router', 'tenant_id': '1d7d262d48af475e9d34d28cde3291b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:11:35Z', 'updated_at': '2021-08-15T14:22:58Z', 'revision_number': 6, 'project_id': '1d7d262d48af475e9d34d28cde3291b8', 'gw_port_host': None}] {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:22:58.770708 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4400873a-0626-43d9-98e3-929cec98a717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:58.802269 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400873a-0626-43d9-98e3-929cec98a717 admin admin] Pushing event deleted for resources: {'Port': ['ID=15408b38-c83e-4efe-94e4-a83e5bb74e36,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:22:58.860144 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4400873a-0626-43d9-98e3-929cec98a717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594902'] for router_gateway, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:58.950157 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4400873a-0626-43d9-98e3-929cec98a717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-591674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1427'] for router, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:58.952136 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4400873a-0626-43d9-98e3-929cec98a717 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:59.074767 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4400873a-0626-43d9-98e3-929cec98a717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591669'] for router, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:59.075308 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4400873a-0626-43d9-98e3-929cec98a717 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a662057b-06c1-4589-8f04-ddbedb94c4b8 {{(pid=94450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 15 14:22:59.079681 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4400873a-0626-43d9-98e3-929cec98a717 admin admin] Notify callbacks [] for router, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:59.080839 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-4400873a-0626-43d9-98e3-929cec98a717 admin admin] 10.222.0.22 "DELETE /v2.0/routers/a662057b-06c1-4589-8f04-ddbedb94c4b8 HTTP/1.1" status: 204 len: 168 time: 0.9314272 Aug 15 14:22:59.083277 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 52512) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:22:59.130301 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbfadb07-4742-486d-9de0-4c67f487e328 admin admin] Deleting subnet 755f6259-b6d2-4fd1-8b9f-a7b43f738a15 {{(pid=94450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 15 14:22:59.133271 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-bbfadb07-4742-486d-9de0-4c67f487e328 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:59.166615 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-bbfadb07-4742-486d-9de0-4c67f487e328 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8972445'] for subnet, precommit_delete_associations {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:59.241057 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-bbfadb07-4742-486d-9de0-4c67f487e328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1604558'] for subnet, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:59.360054 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-bbfadb07-4742-486d-9de0-4c67f487e328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1604569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10384394'] for subnet, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:59.384937 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfadb07-4742-486d-9de0-4c67f487e328 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=755f6259-b6d2-4fd1-8b9f-a7b43f738a15,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:22:59.388515 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-bbfadb07-4742-486d-9de0-4c67f487e328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for subnet, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:59.390521 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-bbfadb07-4742-486d-9de0-4c67f487e328 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/755f6259-b6d2-4fd1-8b9f-a7b43f738a15 HTTP/1.1" status: 204 len: 168 time: 0.3062208 Aug 15 14:22:59.392827 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 52516) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:22:59.396247 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641e012f-a848-41a7-b39f-acefbbcf0b44 None None] Network be0d8a3c-f753-4203-b1e9-df12d5419b7d requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:22:59.413109 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 2729c60c-b551-4ff4-a067-581dea7f438a no longer exists at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:22:59.463012 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] No Port match for: 2729c60c-b551-4ff4-a067-581dea7f438a {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:22:59.463360 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 2729c60c-b551-4ff4-a067-581dea7f438a not bound to the agent host dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:22:59.465258 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-12e23bef-7662-4a88-bdb0-b9a0cfcee386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586961'] for network, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:59.525212 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-12e23bef-7662-4a88-bdb0-b9a0cfcee386 admin admin] Deleting port 47d1d48d-5173-43aa-af45-2d63ba1e2c26 {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:22:59.525648 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-12e23bef-7662-4a88-bdb0-b9a0cfcee386 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:59.595172 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafe5606-1f0d-482b-a904-db587210a08e None None] DHCP port deletion for be0d8a3c-f753-4203-b1e9-df12d5419b7d request from dv-cinder-804581-6-iscsi {{(pid=94453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 15 14:22:59.595705 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [None req-12e23bef-7662-4a88-bdb0-b9a0cfcee386 admin admin] For port 47d1d48d-5173-43aa-af45-2d63ba1e2c26, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=47d1d48d-5173-43aa-af45-2d63ba1e2c26,segment=NetworkSegment(ada33314-c548-47cf-a85a-b333e3e0fa46),segment_id=ada33314-c548-47cf-a85a-b333e3e0fa46)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:22:59.596078 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-12e23bef-7662-4a88-bdb0-b9a0cfcee386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:59.611220 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-12e23bef-7662-4a88-bdb0-b9a0cfcee386 admin admin] Calling delete_port for 47d1d48d-5173-43aa-af45-2d63ba1e2c26 owned by network:dhcp {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:22:59.643150 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-bafe5606-1f0d-482b-a904-db587210a08e None None] Deleting port 47d1d48d-5173-43aa-af45-2d63ba1e2c26 {{(pid=94453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:22:59.643530 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-bafe5606-1f0d-482b-a904-db587210a08e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:59.706188 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-bafe5606-1f0d-482b-a904-db587210a08e None None] For port 47d1d48d-5173-43aa-af45-2d63ba1e2c26, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=47d1d48d-5173-43aa-af45-2d63ba1e2c26,segment=NetworkSegment(ada33314-c548-47cf-a85a-b333e3e0fa46),segment_id=ada33314-c548-47cf-a85a-b333e3e0fa46)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:22:59.713929 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-bafe5606-1f0d-482b-a904-db587210a08e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:59.719332 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-bafe5606-1f0d-482b-a904-db587210a08e None None] Calling delete_port for 47d1d48d-5173-43aa-af45-2d63ba1e2c26 owned by network:dhcp {{(pid=94453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:22:59.800470 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-12e23bef-7662-4a88-bdb0-b9a0cfcee386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:59.827620 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e23bef-7662-4a88-bdb0-b9a0cfcee386 admin admin] Pushing event deleted for resources: {'Port': ['ID=47d1d48d-5173-43aa-af45-2d63ba1e2c26,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:22:59.831739 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e23bef-7662-4a88-bdb0-b9a0cfcee386 admin admin] No DVR routers for this DVR port 47d1d48d-5173-43aa-af45-2d63ba1e2c26 on host dv-cinder-804581-6-iscsi {{(pid=94450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:22:59.907176 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-12e23bef-7662-4a88-bdb0-b9a0cfcee386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1603913', 'neutron.services.segments.db._delete_segments_for_network-8787669368688'] for network, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:59.917600 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.services.segments.db [None req-12e23bef-7662-4a88-bdb0-b9a0cfcee386 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be0d8a3c-f753-4203-b1e9-df12d5419b7d']}} {{(pid=94450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:22:59.923893 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-bafe5606-1f0d-482b-a904-db587210a08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478'] for port, after_delete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:59.928384 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.services.segments.db [None req-12e23bef-7662-4a88-bdb0-b9a0cfcee386 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada33314-c548-47cf-a85a-b333e3e0fa46') {'for_net_delete': True} {{(pid=94450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:22:59.928384 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.services.segments.db [None req-12e23bef-7662-4a88-bdb0-b9a0cfcee386 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada33314-c548-47cf-a85a-b333e3e0fa46') {} {{(pid=94450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:22:59.936532 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-12e23bef-7662-4a88-bdb0-b9a0cfcee386 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787669372281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8972426'] for segment, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:59.946958 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe5606-1f0d-482b-a904-db587210a08e None None] Pushing event deleted for resources: {'Port': ['ID=47d1d48d-5173-43aa-af45-2d63ba1e2c26,revision_number=None']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:22:59.951308 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-12e23bef-7662-4a88-bdb0-b9a0cfcee386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:59.952379 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafe5606-1f0d-482b-a904-db587210a08e None None] No DVR routers for this DVR port 47d1d48d-5173-43aa-af45-2d63ba1e2c26 on host dv-cinder-804581-6-iscsi {{(pid=94453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:22:59.961645 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e23bef-7662-4a88-bdb0-b9a0cfcee386 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=94450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 15 14:22:59.962049 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-12e23bef-7662-4a88-bdb0-b9a0cfcee386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976338'] for segment, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:22:59.963763 dv-cinder-804581-6-iscsi neutron-server[94450]: Traceback (most recent call last): Aug 15 14:22:59.963763 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 15 14:22:59.963763 dv-cinder-804581-6-iscsi neutron-server[94450]: timer() Aug 15 14:22:59.963763 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 15 14:22:59.963763 dv-cinder-804581-6-iscsi neutron-server[94450]: cb(*args, **kw) Aug 15 14:22:59.963763 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 15 14:22:59.963763 dv-cinder-804581-6-iscsi neutron-server[94450]: return func(*args, **kwargs) Aug 15 14:22:59.963763 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 15 14:22:59.963763 dv-cinder-804581-6-iscsi neutron-server[94450]: self._notify() Aug 15 14:22:59.963763 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 15 14:22:59.963763 dv-cinder-804581-6-iscsi neutron-server[94450]: self.callback(batched_events) Aug 15 14:22:59.963763 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 15 14:22:59.963763 dv-cinder-804581-6-iscsi neutron-server[94450]: event.method(event) Aug 15 14:22:59.963763 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 15 14:22:59.963763 dv-cinder-804581-6-iscsi neutron-server[94450]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 15 14:22:59.963763 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 15 14:22:59.963763 dv-cinder-804581-6-iscsi neutron-server[94450]: aggregate_uuid = self.p_client.list_aggregates( Aug 15 14:22:59.963763 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 15 14:22:59.963763 dv-cinder-804581-6-iscsi neutron-server[94450]: return f(self, *a, **k) Aug 15 14:22:59.963763 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 15 14:22:59.963763 dv-cinder-804581-6-iscsi neutron-server[94450]: return self._get(url).json() Aug 15 14:22:59.963763 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 15 14:22:59.963763 dv-cinder-804581-6-iscsi neutron-server[94450]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 15 14:22:59.963763 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 15 14:22:59.963763 dv-cinder-804581-6-iscsi neutron-server[94450]: return self.request(url, 'GET', **kwargs) Aug 15 14:22:59.963763 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 15 14:22:59.963763 dv-cinder-804581-6-iscsi neutron-server[94450]: base_url = self.get_endpoint(auth, allow=allow, Aug 15 14:22:59.963763 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 15 14:22:59.963763 dv-cinder-804581-6-iscsi neutron-server[94450]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 15 14:22:59.963763 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 15 14:22:59.963763 dv-cinder-804581-6-iscsi neutron-server[94450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 15 14:22:59.963763 dv-cinder-804581-6-iscsi neutron-server[94450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 15 14:23:00.068727 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-12e23bef-7662-4a88-bdb0-b9a0cfcee386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1603920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594858'] for network, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:00.074007 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-12e23bef-7662-4a88-bdb0-b9a0cfcee386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:00.081699 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-12e23bef-7662-4a88-bdb0-b9a0cfcee386 admin admin] 10.222.0.22 "DELETE /v2.0/networks/be0d8a3c-f753-4203-b1e9-df12d5419b7d HTTP/1.1" status: 204 len: 168 time: 0.6822395 Aug 15 14:23:00.086964 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e23bef-7662-4a88-bdb0-b9a0cfcee386 admin admin] Pushing event deleted for resources: {'Network': ['ID=be0d8a3c-f753-4203-b1e9-df12d5419b7d,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:23:00.358717 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 52522) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:23:00.397054 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-9bcc8941-d56a-4467-a751-03ab88f7369a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1d7d262d48af475e9d34d28cde3291b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0372028 Aug 15 14:23:00.399460 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 52524) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:23:00.445068 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d0f8bc62-f446-4ff4-99bc-4e041cafea68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:00.465570 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d0f8bc62-f446-4ff4-99bc-4e041cafea68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:00.571054 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d0f8bc62-f446-4ff4-99bc-4e041cafea68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:00.573658 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d0f8bc62-f446-4ff4-99bc-4e041cafea68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:00.574877 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-d0f8bc62-f446-4ff4-99bc-4e041cafea68 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/117a2136-3697-4a28-a44b-2c18fc652dcf HTTP/1.1" status: 204 len: 168 time: 0.1745434 Aug 15 14:23:00.583285 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8bc62-f446-4ff4-99bc-4e041cafea68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117a2136-3697-4a28-a44b-2c18fc652dcf,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:23:01.038184 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 15408b38-c83e-4efe-94e4-a83e5bb74e36 no longer exists at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:23:01.058527 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] No Port match for: 15408b38-c83e-4efe-94e4-a83e5bb74e36 {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:23:01.058863 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 15408b38-c83e-4efe-94e4-a83e5bb74e36 not bound to the agent host dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:23:01.059273 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 47d1d48d-5173-43aa-af45-2d63ba1e2c26 no longer exists at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:23:01.079348 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] No Port match for: 47d1d48d-5173-43aa-af45-2d63ba1e2c26 {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:23:01.083983 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 47d1d48d-5173-43aa-af45-2d63ba1e2c26 not bound to the agent host dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:23:02.045707 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:04.464866 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:23:06.284911 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-24f8c5b1-69f1-4863-b44c-178b9e57003f req-e94f2ac2-d4bd-407b-8398-0540813fefbc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417190 Aug 15 14:23:06.343782 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8c5b1-69f1-4863-b44c-178b9e57003f req-a81efd85-813f-4cb2-9a0a-408704ea2c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:06.345276 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-24f8c5b1-69f1-4863-b44c-178b9e57003f req-a81efd85-813f-4cb2-9a0a-408704ea2c88 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b107177252ed48509927e90013a94ff6&device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 1098 time: 0.0400012 Aug 15 14:23:06.447224 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8c5b1-69f1-4863-b44c-178b9e57003f req-474991b7-f59f-47a0-9433-d32f96027f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:06.448702 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-24f8c5b1-69f1-4863-b44c-178b9e57003f req-474991b7-f59f-47a0-9433-d32f96027f2d service neutron] 10.222.0.20 "GET /v2.0/networks?id=e51b1bec-c2b5-4b57-a65c-c8dcaed9be53 HTTP/1.1" status: 200 len: 909 time: 0.0833423 Aug 15 14:23:06.517040 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-24f8c5b1-69f1-4863-b44c-178b9e57003f req-98d7b7f2-bff9-42bb-bde5-fff8fc5f4e2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f86e82c-2f7a-42e8-b2bb-b543e91308d5 HTTP/1.1" status: 200 len: 1001 time: 0.0610445 Aug 15 14:23:06.568176 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8c5b1-69f1-4863-b44c-178b9e57003f req-fac2f7ce-afae-4cc1-92a9-5e7c1adcb841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:06.569667 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-24f8c5b1-69f1-4863-b44c-178b9e57003f req-fac2f7ce-afae-4cc1-92a9-5e7c1adcb841 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38 HTTP/1.1" status: 200 len: 847 time: 0.0457759 Aug 15 14:23:06.616885 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8c5b1-69f1-4863-b44c-178b9e57003f req-5ca117a8-4872-4223-b128-747d6e3f06cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:06.618443 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-24f8c5b1-69f1-4863-b44c-178b9e57003f req-5ca117a8-4872-4223-b128-747d6e3f06cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e51b1bec-c2b5-4b57-a65c-c8dcaed9be53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420697 Aug 15 14:23:06.713338 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-24f8c5b1-69f1-4863-b44c-178b9e57003f req-28df2260-538b-4667-91a5-682be01ef7f1 service neutron] 10.222.0.20 "GET /v2.0/networks/e51b1bec-c2b5-4b57-a65c-c8dcaed9be53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859632 Aug 15 14:23:06.802308 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-24f8c5b1-69f1-4863-b44c-178b9e57003f req-68cfa15e-f532-4f67-8440-a63f286d89ba service neutron] 10.222.0.20 "GET /v2.0/networks/e51b1bec-c2b5-4b57-a65c-c8dcaed9be53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815153 Aug 15 14:23:10.696857 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-9456baad-27a7-4f7e-aa1d-ee26cb128bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:11.473322 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 52660) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:23:11.576883 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5422e344-0bff-4978-8229-7671a3bec949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:11.664711 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5422e344-0bff-4978-8229-7671a3bec949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:11.729754 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5422e344-0bff-4978-8229-7671a3bec949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:11.765521 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422e344-0bff-4978-8229-7671a3bec949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3c5a50-724b-4357-ad10-2152b2fcff22,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:23:11.772748 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 52666) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:23:11.773214 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-5422e344-0bff-4978-8229-7671a3bec949 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1562f690dd064d3a897aa1c0a394cd2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2983966 Aug 15 14:23:11.823409 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-23ca9c79-b15a-4091-ac36-16f260dc6627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:11.844842 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-23ca9c79-b15a-4091-ac36-16f260dc6627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:11.953723 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-23ca9c79-b15a-4091-ac36-16f260dc6627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:11.956269 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-23ca9c79-b15a-4091-ac36-16f260dc6627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:11.957422 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-23ca9c79-b15a-4091-ac36-16f260dc6627 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1b3c5a50-724b-4357-ad10-2152b2fcff22 HTTP/1.1" status: 204 len: 168 time: 0.1835711 Aug 15 14:23:11.964814 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca9c79-b15a-4091-ac36-16f260dc6627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3c5a50-724b-4357-ad10-2152b2fcff22,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:23:13.262992 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-016ca084-6875-489f-b5af-9e4bcb1f70dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:13.539843 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 52718) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:23:13.645091 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-9501a592-cca0-4a47-a701-2ea59dcfb894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:13.731380 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-9501a592-cca0-4a47-a701-2ea59dcfb894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:13.798757 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-9501a592-cca0-4a47-a701-2ea59dcfb894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:13.843369 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-9501a592-cca0-4a47-a701-2ea59dcfb894 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ddd90356419940448413e44150e03511&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024247 Aug 15 14:23:13.844249 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9501a592-cca0-4a47-a701-2ea59dcfb894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e521a56e-8afc-41f4-9e61-5fbd036ea960,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:23:13.846765 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 52722) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:23:13.868714 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:13.898028 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-eaefe452-b3ff-44c1-a57b-d2d96cf65069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:13.919456 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-eaefe452-b3ff-44c1-a57b-d2d96cf65069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:14.028426 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-eaefe452-b3ff-44c1-a57b-d2d96cf65069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:14.031071 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-eaefe452-b3ff-44c1-a57b-d2d96cf65069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:14.032235 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-eaefe452-b3ff-44c1-a57b-d2d96cf65069 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e521a56e-8afc-41f4-9e61-5fbd036ea960 HTTP/1.1" status: 204 len: 168 time: 0.1836550 Aug 15 14:23:14.040973 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaefe452-b3ff-44c1-a57b-d2d96cf65069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e521a56e-8afc-41f4-9e61-5fbd036ea960,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:23:14.662811 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:16.588298 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:16.760954 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 52790) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:23:16.865196 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-b52b26b4-de2c-4e19-91b9-bba9fcbf6cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:16.954480 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-b52b26b4-de2c-4e19-91b9-bba9fcbf6cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:16.999460 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-b52b26b4-de2c-4e19-91b9-bba9fcbf6cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:17.038377 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b26b4-de2c-4e19-91b9-bba9fcbf6cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e897f466-12d4-450e-a45f-59a2482118de,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:23:17.043716 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-b52b26b4-de2c-4e19-91b9-bba9fcbf6cc8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b10ac683146e4eff928f98ff9cd2879c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2817168 Aug 15 14:23:17.046339 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 52794) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:23:17.092887 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-cd372197-f89f-4914-8ec4-f7edf078bfb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:17.113372 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-cd372197-f89f-4914-8ec4-f7edf078bfb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:17.205239 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-cd372197-f89f-4914-8ec4-f7edf078bfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:17.207695 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-cd372197-f89f-4914-8ec4-f7edf078bfb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:17.209670 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-cd372197-f89f-4914-8ec4-f7edf078bfb8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e897f466-12d4-450e-a45f-59a2482118de HTTP/1.1" status: 204 len: 168 time: 0.1624126 Aug 15 14:23:17.225329 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd372197-f89f-4914-8ec4-f7edf078bfb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e897f466-12d4-450e-a45f-59a2482118de,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:23:17.798703 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 52802) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:23:17.812681 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-5661ee66-3e45-4f48-a3b7-ef3ef7f79def admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:17.897129 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-5661ee66-3e45-4f48-a3b7-ef3ef7f79def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:17.936607 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-5661ee66-3e45-4f48-a3b7-ef3ef7f79def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:17.973041 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-5661ee66-3e45-4f48-a3b7-ef3ef7f79def admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=29cf7a6c843243a7a53c75522070de89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1731720 Aug 15 14:23:17.975579 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661ee66-3e45-4f48-a3b7-ef3ef7f79def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633a6687-7f10-48f4-8b5d-cd5f62c26745,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:23:17.976281 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 52804) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:23:18.023839 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-e8ca74b4-89d5-4716-9d7a-d921575fa272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:18.044687 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-e8ca74b4-89d5-4716-9d7a-d921575fa272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:18.136715 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-e8ca74b4-89d5-4716-9d7a-d921575fa272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:18.139209 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-e8ca74b4-89d5-4716-9d7a-d921575fa272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:18.140340 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-e8ca74b4-89d5-4716-9d7a-d921575fa272 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/633a6687-7f10-48f4-8b5d-cd5f62c26745 HTTP/1.1" status: 204 len: 168 time: 0.1630852 Aug 15 14:23:18.149489 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca74b4-89d5-4716-9d7a-d921575fa272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633a6687-7f10-48f4-8b5d-cd5f62c26745,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:23:23.710978 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e2d86-4d29-4429-a60f-28bf96a5499d req-6b84a555-9e39-4f25-b44d-2206177d6065 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:23.713222 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-7c0e2d86-4d29-4429-a60f-28bf96a5499d req-6b84a555-9e39-4f25-b44d-2206177d6065 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 945 time: 0.0516498 Aug 15 14:23:23.750844 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-7c0e2d86-4d29-4429-a60f-28bf96a5499d req-25506d0f-c27b-4dee-bb8e-1c7e06309c8b tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323350 Aug 15 14:23:24.874079 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a82f99-d03e-450e-896d-64800b5c3724 req-93b71f12-01ab-4d3e-8912-0b1b723ab9b5 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:24.878863 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-28a82f99-d03e-450e-896d-64800b5c3724 req-93b71f12-01ab-4d3e-8912-0b1b723ab9b5 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 945 time: 0.0542779 Aug 15 14:23:24.916848 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-28a82f99-d03e-450e-896d-64800b5c3724 req-36c765b7-3fa0-4a13-ba05-1923b5535766 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352201 Aug 15 14:23:26.030491 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff2565-b333-40d2-a051-51137150b016 req-6e24a630-3ed2-4022-a164-4a7f4603a6a6 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:26.031963 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-50ff2565-b333-40d2-a051-51137150b016 req-6e24a630-3ed2-4022-a164-4a7f4603a6a6 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 945 time: 0.0483830 Aug 15 14:23:26.070047 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-50ff2565-b333-40d2-a051-51137150b016 req-9f56a55a-3900-4bd2-b32d-dca771e0e5f9 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314710 Aug 15 14:23:26.800087 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 52950) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:23:26.901202 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-39f4a61a-1423-4184-b824-917258682cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:26.987578 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-39f4a61a-1423-4184-b824-917258682cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:27.050983 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-39f4a61a-1423-4184-b824-917258682cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:27.092164 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-39f4a61a-1423-4184-b824-917258682cc6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=632feb0eaeb94fbd974f5a9d17b7449a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2887156 Aug 15 14:23:27.092438 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4a61a-1423-4184-b824-917258682cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ad99f6-e0ad-4e2d-8398-87ebf885a16b,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:23:27.093235 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 52958) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:23:27.158005 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2be6a6d2-acd8-49c2-92cb-75bcf5e5537d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:27.199988 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2be6a6d2-acd8-49c2-92cb-75bcf5e5537d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:27.231756 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aded93-c303-4695-8baf-f8166c656c05 req-1e181947-760d-457a-aef7-1dbdf1c7f532 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:27.233241 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-76aded93-c303-4695-8baf-f8166c656c05 req-1e181947-760d-457a-aef7-1dbdf1c7f532 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 945 time: 0.0892947 Aug 15 14:23:27.274505 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-76aded93-c303-4695-8baf-f8166c656c05 req-2bc54b0e-0e26-4050-bb45-a80b9f7097be tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332768 Aug 15 14:23:27.358458 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2be6a6d2-acd8-49c2-92cb-75bcf5e5537d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:27.361065 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2be6a6d2-acd8-49c2-92cb-75bcf5e5537d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:27.362289 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-2be6a6d2-acd8-49c2-92cb-75bcf5e5537d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/46ad99f6-e0ad-4e2d-8398-87ebf885a16b HTTP/1.1" status: 204 len: 168 time: 0.2673833 Aug 15 14:23:27.370060 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be6a6d2-acd8-49c2-92cb-75bcf5e5537d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ad99f6-e0ad-4e2d-8398-87ebf885a16b,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:23:27.923795 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 52966) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:23:27.937698 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2301a987-c423-4441-b1b3-b11afe5e3cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:28.022548 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2301a987-c423-4441-b1b3-b11afe5e3cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:28.096650 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2301a987-c423-4441-b1b3-b11afe5e3cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:28.135908 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-2301a987-c423-4441-b1b3-b11afe5e3cc0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b21b410dccf64a5884d8727eb639fd37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2110350 Aug 15 14:23:28.136794 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301a987-c423-4441-b1b3-b11afe5e3cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d236a9e-a9af-4d8f-8cc0-a0439d1263f5,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:23:28.138908 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 52968) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:23:28.186666 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-b8e15f44-58b9-4407-8db4-69bba322e8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:28.207564 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-b8e15f44-58b9-4407-8db4-69bba322e8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:28.330484 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-b8e15f44-58b9-4407-8db4-69bba322e8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:28.335757 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-b8e15f44-58b9-4407-8db4-69bba322e8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:28.336921 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-b8e15f44-58b9-4407-8db4-69bba322e8b4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6d236a9e-a9af-4d8f-8cc0-a0439d1263f5 HTTP/1.1" status: 204 len: 168 time: 0.1970410 Aug 15 14:23:28.345090 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e15f44-58b9-4407-8db4-69bba322e8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d236a9e-a9af-4d8f-8cc0-a0439d1263f5,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:23:28.389253 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372982d-3e9d-4445-b0c1-db25abecb012 req-3cdfdf79-1e1d-4c27-ac39-32973b4e4742 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:28.390851 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a372982d-3e9d-4445-b0c1-db25abecb012 req-3cdfdf79-1e1d-4c27-ac39-32973b4e4742 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 945 time: 0.0497599 Aug 15 14:23:28.429116 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a372982d-3e9d-4445-b0c1-db25abecb012 req-90a559b7-1a70-445d-927b-a32b464dece0 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314090 Aug 15 14:23:29.546442 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235644c-9d54-47ef-8a2c-3186a02e12de req-c7cdc475-e3a3-4a65-ac7b-f2f6bba6cc15 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:29.547997 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-2235644c-9d54-47ef-8a2c-3186a02e12de req-c7cdc475-e3a3-4a65-ac7b-f2f6bba6cc15 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 945 time: 0.0533862 Aug 15 14:23:29.586058 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-2235644c-9d54-47ef-8a2c-3186a02e12de req-74a5445c-2885-468d-a731-c37943e8af5c tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319622 Aug 15 14:23:30.698201 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69460b34-de6b-4920-be1d-ebd8ffe6b372 req-900f229b-36a0-45f8-a6c7-b2804635b9bd tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:30.699673 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-69460b34-de6b-4920-be1d-ebd8ffe6b372 req-900f229b-36a0-45f8-a6c7-b2804635b9bd tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 945 time: 0.0486534 Aug 15 14:23:30.735755 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-69460b34-de6b-4920-be1d-ebd8ffe6b372 req-6897a26f-1bbb-4d9d-bac4-cd663f05fbd5 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302711 Aug 15 14:23:31.849002 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef62079-ff32-409a-aaa0-5c16891039a4 req-e2b8de8a-26ec-4ad3-a082-aa3440a5714e tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:31.850487 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-6ef62079-ff32-409a-aaa0-5c16891039a4 req-e2b8de8a-26ec-4ad3-a082-aa3440a5714e tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 945 time: 0.0470273 Aug 15 14:23:31.887449 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-6ef62079-ff32-409a-aaa0-5c16891039a4 req-928d3f44-30e4-45ae-918a-cfde8a75fbe4 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303500 Aug 15 14:23:32.066772 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:33.003542 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc4608-cb0f-416c-9f5c-74e779706bbf req-c8be8809-a118-407d-a253-4249ca288289 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:33.005018 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-71bc4608-cb0f-416c-9f5c-74e779706bbf req-c8be8809-a118-407d-a253-4249ca288289 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 945 time: 0.0510392 Aug 15 14:23:33.042958 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-71bc4608-cb0f-416c-9f5c-74e779706bbf req-630b7081-c959-4f03-896f-d4f741f8fb12 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311668 Aug 15 14:23:34.154523 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794341f-d016-4589-a4b9-b501bf1216e2 req-7dcc8418-ebd4-4c7f-ad64-632f9796eb46 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:34.156006 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e794341f-d016-4589-a4b9-b501bf1216e2 req-7dcc8418-ebd4-4c7f-ad64-632f9796eb46 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 945 time: 0.0485950 Aug 15 14:23:34.193562 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e794341f-d016-4589-a4b9-b501bf1216e2 req-799685f4-bbab-47f1-969d-6f6c7316b8c6 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315783 Aug 15 14:23:35.305461 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d797635-75df-42f0-a00c-c7549c592739 req-b6920fe5-ebaf-40fb-9093-69ef92640d32 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:35.306908 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5d797635-75df-42f0-a00c-c7549c592739 req-b6920fe5-ebaf-40fb-9093-69ef92640d32 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 945 time: 0.0473528 Aug 15 14:23:35.343269 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5d797635-75df-42f0-a00c-c7549c592739 req-31f4e4f2-4200-483b-8b62-206e57a83517 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305889 Aug 15 14:23:36.451564 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7b0fd-4ee0-43b7-9428-3c21dfb9c4c6 req-2c374fbe-86f4-4d24-9775-8474c670fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:36.453098 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c1b7b0fd-4ee0-43b7-9428-3c21dfb9c4c6 req-2c374fbe-86f4-4d24-9775-8474c670fbdd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b107177252ed48509927e90013a94ff6&device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 1098 time: 0.0423808 Aug 15 14:23:36.463327 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ac326-27c3-488b-80bb-a689f4de30d8 req-a86216fa-58e6-40e5-9b12-b9cfd75b0823 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:36.464784 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-376ac326-27c3-488b-80bb-a689f4de30d8 req-a86216fa-58e6-40e5-9b12-b9cfd75b0823 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 945 time: 0.0563388 Aug 15 14:23:36.503293 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-376ac326-27c3-488b-80bb-a689f4de30d8 req-48094ada-dbda-47f6-8bce-bbfbd81d64b6 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323427 Aug 15 14:23:36.550097 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7b0fd-4ee0-43b7-9428-3c21dfb9c4c6 req-54130c75-5759-4241-81eb-27f0b2d9f604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:36.551658 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c1b7b0fd-4ee0-43b7-9428-3c21dfb9c4c6 req-54130c75-5759-4241-81eb-27f0b2d9f604 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e51b1bec-c2b5-4b57-a65c-c8dcaed9be53 HTTP/1.1" status: 200 len: 909 time: 0.0898123 Aug 15 14:23:36.621424 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c1b7b0fd-4ee0-43b7-9428-3c21dfb9c4c6 req-80894a3f-6996-42f7-99ae-7f7612fc7903 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f86e82c-2f7a-42e8-b2bb-b543e91308d5 HTTP/1.1" status: 200 len: 1001 time: 0.0615077 Aug 15 14:23:36.671961 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7b0fd-4ee0-43b7-9428-3c21dfb9c4c6 req-6a9d4fea-bed7-4971-a2ef-e57466f7e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:36.673461 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c1b7b0fd-4ee0-43b7-9428-3c21dfb9c4c6 req-6a9d4fea-bed7-4971-a2ef-e57466f7e632 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38 HTTP/1.1" status: 200 len: 847 time: 0.0445220 Aug 15 14:23:36.719185 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7b0fd-4ee0-43b7-9428-3c21dfb9c4c6 req-ec416ffd-bb99-41b7-b65c-3383f7367872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:36.720673 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c1b7b0fd-4ee0-43b7-9428-3c21dfb9c4c6 req-ec416ffd-bb99-41b7-b65c-3383f7367872 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e51b1bec-c2b5-4b57-a65c-c8dcaed9be53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402763 Aug 15 14:23:36.812706 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c1b7b0fd-4ee0-43b7-9428-3c21dfb9c4c6 req-f0789430-6309-4696-af4a-cd02e6ab78bb service neutron] 10.222.0.20 "GET /v2.0/networks/e51b1bec-c2b5-4b57-a65c-c8dcaed9be53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842011 Aug 15 14:23:36.899809 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c1b7b0fd-4ee0-43b7-9428-3c21dfb9c4c6 req-c00a97c9-d1ab-4649-98b0-e72e7c6905c0 service neutron] 10.222.0.20 "GET /v2.0/networks/e51b1bec-c2b5-4b57-a65c-c8dcaed9be53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786793 Aug 15 14:23:37.618036 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf98a6-d595-4919-8c68-51486fea9a48 req-ea9c08fa-5c7a-43b8-8764-34994fc87415 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:37.619506 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5baf98a6-d595-4919-8c68-51486fea9a48 req-ea9c08fa-5c7a-43b8-8764-34994fc87415 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 945 time: 0.0483856 Aug 15 14:23:37.656519 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5baf98a6-d595-4919-8c68-51486fea9a48 req-42bd2e53-63b6-4b19-b1bf-2c8fec9ff2bd tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312400 Aug 15 14:23:38.770617 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97147e66-0a91-4b03-92b3-933391b2c085 req-d049c35a-074b-4ab3-baf4-85511ecfdf46 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:38.772095 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-97147e66-0a91-4b03-92b3-933391b2c085 req-d049c35a-074b-4ab3-baf4-85511ecfdf46 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 945 time: 0.0492218 Aug 15 14:23:38.810964 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-97147e66-0a91-4b03-92b3-933391b2c085 req-349d3572-2202-4e06-b869-08e8658c6cff tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327981 Aug 15 14:23:39.928226 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0cd38-b5cc-4385-a1a0-fd72e386e6c8 req-1fbf0b29-1b11-4a5d-8f87-6a8d5d4a16e0 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:39.929724 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a2b0cd38-b5cc-4385-a1a0-fd72e386e6c8 req-1fbf0b29-1b11-4a5d-8f87-6a8d5d4a16e0 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 945 time: 0.0499840 Aug 15 14:23:39.969346 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a2b0cd38-b5cc-4385-a1a0-fd72e386e6c8 req-64912e22-935f-479c-b3ea-6e41412d862b tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336158 Aug 15 14:23:40.535601 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 53110) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:23:40.630228 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0dd6e14e-a0f0-4ad3-8d93-a8b60a0332e5 req-6beb629b-1eee-4d24-98e2-3ab49adc3f3d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0923696 Aug 15 14:23:40.700684 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5770aad-a40f-426f-b52c-a6cab60cc61f req-83b2f530-7695-4011-94d8-54abf5d68623 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:40.702192 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d5770aad-a40f-426f-b52c-a6cab60cc61f req-83b2f530-7695-4011-94d8-54abf5d68623 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 945 time: 0.3321407 Aug 15 14:23:40.725281 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-131fa2dc-5462-4756-9bca-1b25760fa175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:40.743694 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d5770aad-a40f-426f-b52c-a6cab60cc61f req-5c88d0e3-14c3-4c3e-8a44-cfc4c208b9dd tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352383 Aug 15 14:23:41.054929 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 9f86e82c-2f7a-42e8-b2bb-b543e91308d5 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:23:41.132156 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:41.155785 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa9e50e-d16f-45b5-8cab-05460c1475de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f86e82c-2f7a-42e8-b2bb-b543e91308d5'}] {{(pid=94453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:23:41.158107 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67f9f608f21815e3b7d057bcd481c644a3f088ed5729c17767b65ea5f15acf6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed731b9e-dcd1-48f9-8feb-878c94502605" -d '{"events": [{"server_uuid": "4fa9e50e-d16f-45b5-8cab-05460c1475de", "name": "network-vif-unplugged", "status": "completed", "tag": "9f86e82c-2f7a-42e8-b2bb-b543e91308d5"}]}' {{(pid=94453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:23:41.171684 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 9f86e82c-2f7a-42e8-b2bb-b543e91308d5, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=9f86e82c-2f7a-42e8-b2bb-b543e91308d5,segment=NetworkSegment(1d64e00b-e5ca-4edd-80aa-06fe98bfee11),segment_id=1d64e00b-e5ca-4edd-80aa-06fe98bfee11)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:23:41.245430 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:41.297679 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=9f86e82c-2f7a-42e8-b2bb-b543e91308d5,revision_number=6']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:23:41.304826 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:23:41.306049 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:23:41.306398 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:23:41.306735 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:23:41.307069 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:23:41.307397 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:23:41.307786 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:23:41.308402 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:23:41.308747 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:23:41.309134 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:23:41.309482 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:23:41.310000 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:23:41.343515 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 15 Aug 2021 14:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e683a3e-d33e-4661-b3fe-8e99d7832c66 x-openstack-request-id: req-8e683a3e-d33e-4661-b3fe-8e99d7832c66 {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:23:41.344204 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa9e50e-d16f-45b5-8cab-05460c1475de", "name": "network-vif-unplugged", "status": "failed", "tag": "9f86e82c-2f7a-42e8-b2bb-b543e91308d5", "code": 422}]} {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:23:41.344461 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8e683a3e-d33e-4661-b3fe-8e99d7832c66 {{(pid=94453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:23:41.344925 dv-cinder-804581-6-iscsi neutron-server[94453]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4fa9e50e-d16f-45b5-8cab-05460c1475de', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9f86e82c-2f7a-42e8-b2bb-b543e91308d5', 'code': 422} returned with failed status Aug 15 14:23:41.463429 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:23:41.728593 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 53138) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:23:41.834119 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-a334d443-3a01-4643-9aa7-1a26bcbf9530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:41.860217 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0eaf8-5be6-4d78-9c7c-c07d3b28855f req-5b0aaae8-e5fe-4512-ba3a-478eaa331170 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:41.861724 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-91f0eaf8-5be6-4d78-9c7c-c07d3b28855f req-5b0aaae8-e5fe-4512-ba3a-478eaa331170 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 943 time: 0.0492623 Aug 15 14:23:41.899611 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-91f0eaf8-5be6-4d78-9c7c-c07d3b28855f req-c21339da-f057-487d-9807-35e60b9b35ea tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316544 Aug 15 14:23:41.924265 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-a334d443-3a01-4643-9aa7-1a26bcbf9530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:41.986650 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-a334d443-3a01-4643-9aa7-1a26bcbf9530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:42.024229 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334d443-3a01-4643-9aa7-1a26bcbf9530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be26d9a-8db2-4e52-b6d8-a3aa153c8964,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:23:42.029732 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-a334d443-3a01-4643-9aa7-1a26bcbf9530 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a6438f689b334c62be5f7a76a81df1d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3000886 Aug 15 14:23:42.032585 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 53144) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:23:42.083116 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2e353c5e-55f4-405c-89fb-cb00c6fcea43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:42.105026 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2e353c5e-55f4-405c-89fb-cb00c6fcea43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:42.193540 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2e353c5e-55f4-405c-89fb-cb00c6fcea43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:42.196129 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2e353c5e-55f4-405c-89fb-cb00c6fcea43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:42.197272 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-2e353c5e-55f4-405c-89fb-cb00c6fcea43 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6be26d9a-8db2-4e52-b6d8-a3aa153c8964 HTTP/1.1" status: 204 len: 168 time: 0.1638212 Aug 15 14:23:42.206037 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e353c5e-55f4-405c-89fb-cb00c6fcea43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be26d9a-8db2-4e52-b6d8-a3aa153c8964,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:23:42.985134 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54fe19-3b22-439e-a631-d06b71c9f5de req-051914e9-8484-4ed7-8800-dc9fa0dbf705 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:42.986685 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6b54fe19-3b22-439e-a631-d06b71c9f5de req-051914e9-8484-4ed7-8800-dc9fa0dbf705 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 945 time: 0.0609963 Aug 15 14:23:43.031816 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6b54fe19-3b22-439e-a631-d06b71c9f5de req-99bc0295-50da-4be4-9baf-c2074f0acf06 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365815 Aug 15 14:23:43.038511 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d347f-8959-4d28-ba1c-96ce3463d7ca req-ceea2a9f-773b-4341-910b-062327e9764e tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:43.041056 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ad3d347f-8959-4d28-ba1c-96ce3463d7ca req-ceea2a9f-773b-4341-910b-062327e9764e tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 943 time: 0.0573854 Aug 15 14:23:43.083207 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ad3d347f-8959-4d28-ba1c-96ce3463d7ca req-fa558fdc-7ec2-4944-8436-1b24ada330f0 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339665 Aug 15 14:23:43.245435 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-a52ce8d6-360e-4294-a81b-d09457fdbfe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:43.351704 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6e14e-a0f0-4ad3-8d93-a8b60a0332e5 req-071464d9-9d8c-4b4f-bd5b-514f5b5c61c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:43.353585 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0dd6e14e-a0f0-4ad3-8d93-a8b60a0332e5 req-071464d9-9d8c-4b4f-bd5b-514f5b5c61c0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de&tenant_id=b107177252ed48509927e90013a94ff6 HTTP/1.1" status: 200 len: 1096 time: 0.0443542 Aug 15 14:23:43.416018 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6e14e-a0f0-4ad3-8d93-a8b60a0332e5 req-56be44bf-189f-402d-9cb0-7e3455883c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:43.417482 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0dd6e14e-a0f0-4ad3-8d93-a8b60a0332e5 req-56be44bf-189f-402d-9cb0-7e3455883c87 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b107177252ed48509927e90013a94ff6&device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 1096 time: 0.0423386 Aug 15 14:23:43.507462 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6e14e-a0f0-4ad3-8d93-a8b60a0332e5 req-0c621768-379a-40b0-901c-6f72f568f937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:43.509429 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0dd6e14e-a0f0-4ad3-8d93-a8b60a0332e5 req-0c621768-379a-40b0-901c-6f72f568f937 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e51b1bec-c2b5-4b57-a65c-c8dcaed9be53 HTTP/1.1" status: 200 len: 909 time: 0.0846646 Aug 15 14:23:43.581658 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0dd6e14e-a0f0-4ad3-8d93-a8b60a0332e5 req-1998aca9-45ec-4b04-91dd-2150f65c16a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f86e82c-2f7a-42e8-b2bb-b543e91308d5 HTTP/1.1" status: 200 len: 999 time: 0.0618110 Aug 15 14:23:43.630382 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6e14e-a0f0-4ad3-8d93-a8b60a0332e5 req-54a0faa9-8cb3-48eb-aad7-2122cf398580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:43.631787 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0dd6e14e-a0f0-4ad3-8d93-a8b60a0332e5 req-54a0faa9-8cb3-48eb-aad7-2122cf398580 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38 HTTP/1.1" status: 200 len: 847 time: 0.0421062 Aug 15 14:23:43.678249 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6e14e-a0f0-4ad3-8d93-a8b60a0332e5 req-d19dee6c-64a7-45b5-bb4d-12f5ad1ec9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:43.679729 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0dd6e14e-a0f0-4ad3-8d93-a8b60a0332e5 req-d19dee6c-64a7-45b5-bb4d-12f5ad1ec9ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e51b1bec-c2b5-4b57-a65c-c8dcaed9be53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389080 Aug 15 14:23:43.771984 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0dd6e14e-a0f0-4ad3-8d93-a8b60a0332e5 req-8b283190-f0c2-4511-91dc-0bc92d657773 service neutron] 10.222.0.20 "GET /v2.0/networks/e51b1bec-c2b5-4b57-a65c-c8dcaed9be53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848799 Aug 15 14:23:43.856730 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:43.862561 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0dd6e14e-a0f0-4ad3-8d93-a8b60a0332e5 req-29626acb-b46c-4dd2-bc26-a77a29277b4a service neutron] 10.222.0.20 "GET /v2.0/networks/e51b1bec-c2b5-4b57-a65c-c8dcaed9be53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830874 Aug 15 14:23:44.160272 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0ec0e-abcd-464d-8a81-92ef21adccc1 req-d3a7c019-d91f-4136-aaad-eb220d6093bd tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:44.161795 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-cec0ec0e-abcd-464d-8a81-92ef21adccc1 req-d3a7c019-d91f-4136-aaad-eb220d6093bd tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 945 time: 0.0539088 Aug 15 14:23:44.200286 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-cec0ec0e-abcd-464d-8a81-92ef21adccc1 req-2541d37c-b51d-4f75-b34d-69d0775cfcd7 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316172 Aug 15 14:23:44.200490 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d6e27-4525-40eb-a9df-eeb3e9d0a776 req-86782393-ffa4-4238-807a-a893213949b3 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:44.201968 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-030d6e27-4525-40eb-a9df-eeb3e9d0a776 req-86782393-ffa4-4238-807a-a893213949b3 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 943 time: 0.0489941 Aug 15 14:23:44.245407 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-030d6e27-4525-40eb-a9df-eeb3e9d0a776 req-ccbde244-bbd3-4b65-aa41-8980cc683808 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374491 Aug 15 14:23:44.683629 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:45.319029 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31460d89-b636-42f5-828d-abb67d5357dd req-b456806b-ba24-49a3-bb96-ebb8e2323deb tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:45.320501 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-31460d89-b636-42f5-828d-abb67d5357dd req-b456806b-ba24-49a3-bb96-ebb8e2323deb tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 945 time: 0.0478916 Aug 15 14:23:45.358143 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-31460d89-b636-42f5-828d-abb67d5357dd req-ed8c0477-7cd4-47de-8e57-b8fc29a74e61 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305531 Aug 15 14:23:45.359378 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e33037-f545-4b5b-bce8-c90a936cbfdc req-e9489691-1002-4530-b631-c9ce5a5ba2d2 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:45.360863 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c6e33037-f545-4b5b-bce8-c90a936cbfdc req-e9489691-1002-4530-b631-c9ce5a5ba2d2 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 943 time: 0.0479600 Aug 15 14:23:45.405377 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c6e33037-f545-4b5b-bce8-c90a936cbfdc req-f43db898-746b-4090-9943-dc546878c4d0 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347028 Aug 15 14:23:46.482411 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81fe3c0-98c1-4ca5-91fb-66778ad1f0f4 req-b6833569-62ac-47ff-b02e-a1ccb131c18a tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:46.483891 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f81fe3c0-98c1-4ca5-91fb-66778ad1f0f4 req-b6833569-62ac-47ff-b02e-a1ccb131c18a tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 945 time: 0.0490026 Aug 15 14:23:46.523427 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbae76-c2e7-4fb7-8258-5b5ebbb921a4 req-a7f5f093-7d8d-40f5-86af-8c72340cc1ba tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:46.525125 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-dbfbae76-c2e7-4fb7-8258-5b5ebbb921a4 req-a7f5f093-7d8d-40f5-86af-8c72340cc1ba tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 943 time: 0.0519083 Aug 15 14:23:46.525979 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f81fe3c0-98c1-4ca5-91fb-66778ad1f0f4 req-367c2556-8840-4a61-9735-c4360aed8a6c tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362225 Aug 15 14:23:46.568966 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-dbfbae76-c2e7-4fb7-8258-5b5ebbb921a4 req-516629d6-0650-4923-b8b1-16cd828f847e tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362473 Aug 15 14:23:46.629139 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:47.647786 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b75e9-e2d6-472e-af8e-3c67fe76baaa req-5a69fdd0-f78c-4938-808f-37aa18c4dd26 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:47.649272 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d99b75e9-e2d6-472e-af8e-3c67fe76baaa req-5a69fdd0-f78c-4938-808f-37aa18c4dd26 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 945 time: 0.0521698 Aug 15 14:23:47.684931 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45065a52-f1f0-4b25-8327-758ed48e6b40 req-d76403fe-11a2-4480-8e02-2511353b7ae1 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:47.686495 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-45065a52-f1f0-4b25-8327-758ed48e6b40 req-d76403fe-11a2-4480-8e02-2511353b7ae1 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 943 time: 0.0489068 Aug 15 14:23:47.692590 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d99b75e9-e2d6-472e-af8e-3c67fe76baaa req-e7105af7-1918-42d3-b344-efcf2976faf0 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365834 Aug 15 14:23:47.729834 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-45065a52-f1f0-4b25-8327-758ed48e6b40 req-1212399d-71c9-4966-99c0-214db16d04b6 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374413 Aug 15 14:23:47.891899 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 53228) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:23:47.993269 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-e794ef58-f545-4801-86c6-2e0785e8246a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:48.076966 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-e794ef58-f545-4801-86c6-2e0785e8246a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:48.146384 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-e794ef58-f545-4801-86c6-2e0785e8246a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:48.185026 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-e794ef58-f545-4801-86c6-2e0785e8246a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eaf7cfda1bbe4613806dc5957e5e4c63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2920842 Aug 15 14:23:48.185952 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794ef58-f545-4801-86c6-2e0785e8246a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ec2df2-098d-40f2-9cfd-fbd0d0e25201,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:23:48.187796 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 53232) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:23:48.236226 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8d3b9172-b450-4fe8-8bc9-a35b16482aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:48.259751 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8d3b9172-b450-4fe8-8bc9-a35b16482aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:48.393740 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8d3b9172-b450-4fe8-8bc9-a35b16482aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:48.396179 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8d3b9172-b450-4fe8-8bc9-a35b16482aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:48.397299 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-8d3b9172-b450-4fe8-8bc9-a35b16482aa1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/00ec2df2-098d-40f2-9cfd-fbd0d0e25201 HTTP/1.1" status: 204 len: 168 time: 0.2084334 Aug 15 14:23:48.405005 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b9172-b450-4fe8-8bc9-a35b16482aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ec2df2-098d-40f2-9cfd-fbd0d0e25201,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:23:48.826796 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46dd046-93b8-462e-8adc-a245747a9fce req-ddfbb384-0f29-4dc6-aa21-df7c16bdbf79 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:48.828341 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b46dd046-93b8-462e-8adc-a245747a9fce req-ddfbb384-0f29-4dc6-aa21-df7c16bdbf79 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 945 time: 0.0559812 Aug 15 14:23:48.858487 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1168e-717f-465d-9166-db081730d08f req-86435b8c-269b-40fa-a80a-33e54974f76a tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:48.859969 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-58e1168e-717f-465d-9166-db081730d08f req-86435b8c-269b-40fa-a80a-33e54974f76a tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 943 time: 0.0494046 Aug 15 14:23:48.869483 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b46dd046-93b8-462e-8adc-a245747a9fce req-d478dffb-a5f3-4dae-b4b8-aa6ec3e96f91 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351994 Aug 15 14:23:48.897966 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-58e1168e-717f-465d-9166-db081730d08f req-6962cbcc-c146-422e-a95e-f3bcd045e7b9 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319269 Aug 15 14:23:49.989858 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb5ab1-0e05-49f1-af19-30890ac11fbc req-90d1b18a-3e7f-4c69-85bc-4d43637d7ee3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:49.991446 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d3eb5ab1-0e05-49f1-af19-30890ac11fbc req-90d1b18a-3e7f-4c69-85bc-4d43637d7ee3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 945 time: 0.0496750 Aug 15 14:23:50.012273 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e93c2e-afcd-4388-a143-0aa20b187aa7 req-2a127c5e-98a7-4b3c-9afd-5fb5cf45ce7c tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:50.013869 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-59e93c2e-afcd-4388-a143-0aa20b187aa7 req-2a127c5e-98a7-4b3c-9afd-5fb5cf45ce7c tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 943 time: 0.0479586 Aug 15 14:23:50.029751 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d3eb5ab1-0e05-49f1-af19-30890ac11fbc req-050fe0b7-2766-4b27-80cf-409142c47c15 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322061 Aug 15 14:23:50.052122 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-59e93c2e-afcd-4388-a143-0aa20b187aa7 req-88eb4293-7987-4d20-867c-e4b940abfb4a tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322468 Aug 15 14:23:51.147508 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eca4ef-2381-463f-9b52-da2e786dc19a req-22c468f2-25de-4869-bf57-e5b39a9e2516 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:51.148989 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-29eca4ef-2381-463f-9b52-da2e786dc19a req-22c468f2-25de-4869-bf57-e5b39a9e2516 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 945 time: 0.0484264 Aug 15 14:23:51.169646 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ca9be-cbfb-40be-866b-b487a350a001 req-7ecadc20-61db-46e8-8d02-22cc915ec9a8 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:51.171148 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b58ca9be-cbfb-40be-866b-b487a350a001 req-7ecadc20-61db-46e8-8d02-22cc915ec9a8 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 943 time: 0.0529571 Aug 15 14:23:51.188006 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-29eca4ef-2381-463f-9b52-da2e786dc19a req-b171be56-c54e-49c2-a344-ee51838ce819 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322075 Aug 15 14:23:51.208068 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b58ca9be-cbfb-40be-866b-b487a350a001 req-858107ff-3149-4539-bb91-f32e082ee7b8 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309329 Aug 15 14:23:52.306999 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ecacda-1e5c-4131-b751-b77ad1776713 req-995d09cf-8361-4006-8e13-b6bca78380fb tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:52.309698 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-58ecacda-1e5c-4131-b751-b77ad1776713 req-995d09cf-8361-4006-8e13-b6bca78380fb tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 945 time: 0.0500648 Aug 15 14:23:52.325618 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2020e8-6f05-45f0-b9ef-20197966ddfe req-3abbfa0e-a8c2-4273-8c3d-928a38b1691c tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:52.327104 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0f2020e8-6f05-45f0-b9ef-20197966ddfe req-3abbfa0e-a8c2-4273-8c3d-928a38b1691c tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 943 time: 0.0493972 Aug 15 14:23:52.350781 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-58ecacda-1e5c-4131-b751-b77ad1776713 req-1d4ad888-6520-415a-b495-d2f2932a2695 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354028 Aug 15 14:23:52.364040 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0f2020e8-6f05-45f0-b9ef-20197966ddfe req-06e7f8f6-323e-4014-b5eb-002f1f08f2f8 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310414 Aug 15 14:23:53.141055 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 9f86e82c-2f7a-42e8-b2bb-b543e91308d5 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 15 14:23:53.232451 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 9f86e82c-2f7a-42e8-b2bb-b543e91308d5, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=9f86e82c-2f7a-42e8-b2bb-b543e91308d5,segment=NetworkSegment(1d64e00b-e5ca-4edd-80aa-06fe98bfee11),segment_id=1d64e00b-e5ca-4edd-80aa-06fe98bfee11)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:23:53.243658 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Returning: {'device': '9f86e82c-2f7a-42e8-b2bb-b543e91308d5', 'network_id': 'e51b1bec-c2b5-4b57-a65c-c8dcaed9be53', 'port_id': '9f86e82c-2f7a-42e8-b2bb-b543e91308d5', 'mac_address': 'fa:16:3e:4b:0e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 15 14:23:53.280436 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:53.295848 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f86e82c-2f7a-42e8-b2bb-b543e91308d5 {{(pid=94453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:23:53.314905 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 9f86e82c-2f7a-42e8-b2bb-b543e91308d5, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=9f86e82c-2f7a-42e8-b2bb-b543e91308d5,segment=NetworkSegment(1d64e00b-e5ca-4edd-80aa-06fe98bfee11),segment_id=1d64e00b-e5ca-4edd-80aa-06fe98bfee11)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:23:53.426507 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:53.473293 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e3b56-9176-45b7-977e-5d36699b7190 req-29d139b2-6d8a-4cba-a765-e4fd35ff74c3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:53.474845 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ac7e3b56-9176-45b7-977e-5d36699b7190 req-29d139b2-6d8a-4cba-a765-e4fd35ff74c3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 945 time: 0.0525396 Aug 15 14:23:53.476917 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=9f86e82c-2f7a-42e8-b2bb-b543e91308d5,revision_number=7']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:23:53.480978 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd567197-e81d-4710-bcd3-ccb7602a5057 req-0f13926f-1c7b-4414-8fbc-55835d005dea tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:53.485776 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-dd567197-e81d-4710-bcd3-ccb7602a5057 req-0f13926f-1c7b-4414-8fbc-55835d005dea tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 944 time: 0.0525129 Aug 15 14:23:53.515190 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ac7e3b56-9176-45b7-977e-5d36699b7190 req-9f87c83b-a734-40c2-bd6e-c2cb5f933423 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319176 Aug 15 14:23:53.520221 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-dd567197-e81d-4710-bcd3-ccb7602a5057 req-7ec56ecf-acf6-4ab8-a184-7579ce4c4da5 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319788 Aug 15 14:23:54.451008 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['9f86e82c-2f7a-42e8-b2bb-b543e91308d5'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:23:54.641824 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92efb5f-8c26-4b0c-b9fc-17323679d434 req-b3614d04-1fd3-4eee-b882-c755a11a47cf tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:54.643332 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a92efb5f-8c26-4b0c-b9fc-17323679d434 req-b3614d04-1fd3-4eee-b882-c755a11a47cf tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 944 time: 0.0552850 Aug 15 14:23:54.644563 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37901fd2-e61f-4784-a242-3d287879b1bb req-cd9fa735-045c-4858-932c-cfdb1f9fd715 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:54.646349 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-37901fd2-e61f-4784-a242-3d287879b1bb req-cd9fa735-045c-4858-932c-cfdb1f9fd715 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 945 time: 0.0532277 Aug 15 14:23:54.688896 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a92efb5f-8c26-4b0c-b9fc-17323679d434 req-ec6d6f42-9c60-4be2-b23a-b1875daac429 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384495 Aug 15 14:23:54.694333 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-37901fd2-e61f-4784-a242-3d287879b1bb req-745c915b-4725-4d81-8c9f-b5eec2b78967 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421622 Aug 15 14:23:55.158161 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 7a9414a0-3047-431a-9830-7d82ece11949 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 15 14:23:55.250551 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 7a9414a0-3047-431a-9830-7d82ece11949, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=7a9414a0-3047-431a-9830-7d82ece11949,segment=NetworkSegment(80471f41-1fac-4b4d-8c57-20e0de5d2141),segment_id=80471f41-1fac-4b4d-8c57-20e0de5d2141)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:23:55.261700 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Returning: {'device': '7a9414a0-3047-431a-9830-7d82ece11949', 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989', 'port_id': '7a9414a0-3047-431a-9830-7d82ece11949', 'mac_address': 'fa:16:3e:b8:94:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 15 14:23:55.300904 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:55.313582 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a9414a0-3047-431a-9830-7d82ece11949 {{(pid=94453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:23:55.332062 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 7a9414a0-3047-431a-9830-7d82ece11949, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=7a9414a0-3047-431a-9830-7d82ece11949,segment=NetworkSegment(80471f41-1fac-4b4d-8c57-20e0de5d2141),segment_id=80471f41-1fac-4b4d-8c57-20e0de5d2141)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:23:55.415367 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:55.465993 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=7a9414a0-3047-431a-9830-7d82ece11949,revision_number=6']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:23:55.618638 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['7a9414a0-3047-431a-9830-7d82ece11949'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:23:55.815524 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196e128-b5c7-4c7f-af42-18b867d0fce9 req-37061c4c-0f92-4d94-be3c-caee9e356d03 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:55.816225 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cda3dd-c4cc-497b-909c-fe00b62949ad req-f808e4ba-8cc5-4e0b-bbec-074bc220e129 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:55.817005 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a196e128-b5c7-4c7f-af42-18b867d0fce9 req-37061c4c-0f92-4d94-be3c-caee9e356d03 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 944 time: 0.0518272 Aug 15 14:23:55.817162 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e8cda3dd-c4cc-497b-909c-fe00b62949ad req-f808e4ba-8cc5-4e0b-bbec-074bc220e129 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 944 time: 0.0469778 Aug 15 14:23:55.854674 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a196e128-b5c7-4c7f-af42-18b867d0fce9 req-206f04f1-0e21-413b-93f3-ea3f74c2f9f6 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315151 Aug 15 14:23:55.858810 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e8cda3dd-c4cc-497b-909c-fe00b62949ad req-6284d0a9-ffe4-4778-820e-37e9e61e5665 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354981 Aug 15 14:23:56.968186 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38c27e-5480-47e9-aca5-9443e24f224d req-c6e38d8d-3a19-4ff8-b5df-914e91ae5bb2 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:56.969701 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-dd38c27e-5480-47e9-aca5-9443e24f224d req-c6e38d8d-3a19-4ff8-b5df-914e91ae5bb2 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 944 time: 0.0484197 Aug 15 14:23:56.975238 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d18511-5af6-481f-bc86-5ad932d9acad req-013d4df2-6835-44b6-8269-cd4bd547a901 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:56.976712 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-31d18511-5af6-481f-bc86-5ad932d9acad req-013d4df2-6835-44b6-8269-cd4bd547a901 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 944 time: 0.0477862 Aug 15 14:23:57.007542 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-dd38c27e-5480-47e9-aca5-9443e24f224d req-24e77cea-57e5-4e03-b9c4-3e98efff2c81 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317953 Aug 15 14:23:57.015070 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-31d18511-5af6-481f-bc86-5ad932d9acad req-1c1ecf65-a00b-45a9-bc91-bf6b5795d499 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317199 Aug 15 14:23:57.147358 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 9f86e82c-2f7a-42e8-b2bb-b543e91308d5 up at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:23:57.193913 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning complete for port 9f86e82c-2f7a-42e8-b2bb-b543e91308d5 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:23:57.194280 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:57.267567 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:57.289554 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa9e50e-d16f-45b5-8cab-05460c1475de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f86e82c-2f7a-42e8-b2bb-b543e91308d5'}] {{(pid=94453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:23:57.291751 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67f9f608f21815e3b7d057bcd481c644a3f088ed5729c17767b65ea5f15acf6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d41781-3a63-4a43-92a1-f005ba0ca379" -d '{"events": [{"server_uuid": "4fa9e50e-d16f-45b5-8cab-05460c1475de", "name": "network-vif-plugged", "status": "completed", "tag": "9f86e82c-2f7a-42e8-b2bb-b543e91308d5"}]}' {{(pid=94453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:23:57.304914 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 9f86e82c-2f7a-42e8-b2bb-b543e91308d5, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=9f86e82c-2f7a-42e8-b2bb-b543e91308d5,segment=NetworkSegment(1d64e00b-e5ca-4edd-80aa-06fe98bfee11),segment_id=1d64e00b-e5ca-4edd-80aa-06fe98bfee11)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:23:57.332656 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc33d2c-7c1c-4c37-80a9-2deff02baa87 x-openstack-request-id: req-3bc33d2c-7c1c-4c37-80a9-2deff02baa87 {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:23:57.332656 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa9e50e-d16f-45b5-8cab-05460c1475de", "name": "network-vif-plugged", "status": "completed", "tag": "9f86e82c-2f7a-42e8-b2bb-b543e91308d5", "code": 200}]} {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:23:57.332656 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3bc33d2c-7c1c-4c37-80a9-2deff02baa87 {{(pid=94453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:23:57.332656 dv-cinder-804581-6-iscsi neutron-server[94453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa9e50e-d16f-45b5-8cab-05460c1475de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f86e82c-2f7a-42e8-b2bb-b543e91308d5', 'code': 200} Aug 15 14:23:57.382307 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:57.383104 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 7a9414a0-3047-431a-9830-7d82ece11949 up at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:23:57.459127 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=9f86e82c-2f7a-42e8-b2bb-b543e91308d5,revision_number=8']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:23:57.470312 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning complete for port 7a9414a0-3047-431a-9830-7d82ece11949 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:23:57.470661 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:57.545811 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:57.580830 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 7a9414a0-3047-431a-9830-7d82ece11949, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=7a9414a0-3047-431a-9830-7d82ece11949,segment=NetworkSegment(80471f41-1fac-4b4d-8c57-20e0de5d2141),segment_id=80471f41-1fac-4b4d-8c57-20e0de5d2141)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:23:57.614953 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b67c97-b80c-4b08-b2c9-ee7c036b4ef4 req-74ebf897-7cf4-4861-b8e3-4de9cf878056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:57.616411 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b3b67c97-b80c-4b08-b2c9-ee7c036b4ef4 req-74ebf897-7cf4-4861-b8e3-4de9cf878056 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 1098 time: 0.0390410 Aug 15 14:23:57.649288 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:23:57.650206 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b3b67c97-b80c-4b08-b2c9-ee7c036b4ef4 req-0e4a141e-5a1b-413e-89a3-bd161b7b5538 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267332 Aug 15 14:23:57.695940 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=7a9414a0-3047-431a-9830-7d82ece11949,revision_number=7']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:23:58.123145 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38b88b-365a-4d53-b983-70bfb9f531df req-5db31a65-da47-4891-b864-90322174d855 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:58.124630 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ba38b88b-365a-4d53-b983-70bfb9f531df req-5db31a65-da47-4891-b864-90322174d855 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 945 time: 0.0485530 Aug 15 14:23:58.138641 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f56ce0-011c-4a57-b243-3c8e0ce11edb req-5f3b85ed-2632-49fb-9dd4-97940b3fe2bf tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:58.140127 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-22f56ce0-011c-4a57-b243-3c8e0ce11edb req-5f3b85ed-2632-49fb-9dd4-97940b3fe2bf tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 945 time: 0.0517447 Aug 15 14:23:58.165253 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ba38b88b-365a-4d53-b983-70bfb9f531df req-5cd009da-46e0-422c-a23b-1d2fc522c82d tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346203 Aug 15 14:23:58.177792 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-22f56ce0-011c-4a57-b243-3c8e0ce11edb req-1be92658-c52b-4c46-8cf0-6b56c0d9874a tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316992 Aug 15 14:23:59.282568 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf74203-4eca-4d12-b4ed-18291a1d503c req-b48ff88f-1379-4bb9-b40e-c484e2c4bd58 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:59.284156 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-cdf74203-4eca-4d12-b4ed-18291a1d503c req-b48ff88f-1379-4bb9-b40e-c484e2c4bd58 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 945 time: 0.0508392 Aug 15 14:23:59.297862 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692125d-d387-4967-b178-1620dc33013c req-4c0ebbbe-8a54-4b72-80c4-a27b58f1c863 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:23:59.301083 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-8692125d-d387-4967-b178-1620dc33013c req-4c0ebbbe-8a54-4b72-80c4-a27b58f1c863 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 945 time: 0.0503626 Aug 15 14:23:59.323432 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-cdf74203-4eca-4d12-b4ed-18291a1d503c req-144ff9d6-6632-4b47-b673-77f7e9dca191 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328372 Aug 15 14:23:59.330382 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03c0f60-f56c-4946-b6f2-8389ad5fc2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9414a0-3047-431a-9830-7d82ece11949'}] {{(pid=94453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:23:59.333035 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67f9f608f21815e3b7d057bcd481c644a3f088ed5729c17767b65ea5f15acf6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e54435-c765-430b-929d-2e350b069932" -d '{"events": [{"server_uuid": "a03c0f60-f56c-4946-b6f2-8389ad5fc2c3", "name": "network-vif-plugged", "status": "completed", "tag": "7a9414a0-3047-431a-9830-7d82ece11949"}]}' {{(pid=94453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:23:59.341638 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-8692125d-d387-4967-b178-1620dc33013c req-365ecfb5-8619-473c-8016-5df0b41a800e tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319695 Aug 15 14:23:59.370123 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c021da2-5b3d-4e3d-a7cd-e591c80c835b x-openstack-request-id: req-0c021da2-5b3d-4e3d-a7cd-e591c80c835b {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:23:59.370437 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03c0f60-f56c-4946-b6f2-8389ad5fc2c3", "name": "network-vif-plugged", "status": "completed", "tag": "7a9414a0-3047-431a-9830-7d82ece11949", "code": 200}]} {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:23:59.370907 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0c021da2-5b3d-4e3d-a7cd-e591c80c835b {{(pid=94453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:23:59.371305 dv-cinder-804581-6-iscsi neutron-server[94453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03c0f60-f56c-4946-b6f2-8389ad5fc2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9414a0-3047-431a-9830-7d82ece11949', 'code': 200} Aug 15 14:24:00.438308 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7d9f9-557a-416f-8d94-7eaea06a2ec5 req-badf19f1-6d71-48c3-9984-2a268682d578 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:00.439779 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-91c7d9f9-557a-416f-8d94-7eaea06a2ec5 req-badf19f1-6d71-48c3-9984-2a268682d578 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 945 time: 0.0483522 Aug 15 14:24:00.462880 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd16a4-1710-4d89-8b8e-6262ff1e299c req-40850ea7-d82f-4caa-9279-593bcb77383e tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:00.464399 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2ebd16a4-1710-4d89-8b8e-6262ff1e299c req-40850ea7-d82f-4caa-9279-593bcb77383e tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 945 time: 0.0493882 Aug 15 14:24:00.475818 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-91c7d9f9-557a-416f-8d94-7eaea06a2ec5 req-8cff2962-a53b-49a7-9168-2ec31ab3c091 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301518 Aug 15 14:24:00.503401 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2ebd16a4-1710-4d89-8b8e-6262ff1e299c req-c822513c-2cc2-4d2b-bd3b-dcba1b8150e2 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329497 Aug 15 14:24:01.625428 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36434855-2d7a-4da7-abd7-c0adc1e550ec req-fd526829-4aed-4177-b14b-3947818ec8ad tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:01.626935 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-36434855-2d7a-4da7-abd7-c0adc1e550ec req-fd526829-4aed-4177-b14b-3947818ec8ad tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 945 time: 0.0521944 Aug 15 14:24:01.665675 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-36434855-2d7a-4da7-abd7-c0adc1e550ec req-c12b0ceb-1c43-4e07-b0d8-6fd426d501b1 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323644 Aug 15 14:24:02.055013 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:02.787471 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a7ba2-092b-4036-b10c-b094eb584ba3 req-3edc7fdd-a1ae-4a1d-9a6f-e2ab2a62be13 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:02.789332 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-769a7ba2-092b-4036-b10c-b094eb584ba3 req-3edc7fdd-a1ae-4a1d-9a6f-e2ab2a62be13 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 945 time: 0.0505784 Aug 15 14:24:02.841962 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-769a7ba2-092b-4036-b10c-b094eb584ba3 req-c7d79e61-be1d-4115-b370-e9cf4c8f4d05 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460086 Aug 15 14:24:03.967116 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00870b-4f99-4fc9-baf3-431755d5ae59 req-0bc96821-58b6-4bd4-bc8b-6fa95305137e tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:03.968592 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-6f00870b-4f99-4fc9-baf3-431755d5ae59 req-0bc96821-58b6-4bd4-bc8b-6fa95305137e tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 945 time: 0.0605223 Aug 15 14:24:04.009930 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-6f00870b-4f99-4fc9-baf3-431755d5ae59 req-c0a3a786-ba12-421e-bb5c-d413d2775514 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353184 Aug 15 14:24:05.150225 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9ddf0-ff2c-47d8-b569-cdc5f22f3e0a req-36e7c3dd-7b42-4a86-ae00-b1b0a546b42f tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:05.152716 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-20e9ddf0-ff2c-47d8-b569-cdc5f22f3e0a req-36e7c3dd-7b42-4a86-ae00-b1b0a546b42f tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 945 time: 0.0521898 Aug 15 14:24:05.194615 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-20e9ddf0-ff2c-47d8-b569-cdc5f22f3e0a req-c6279b96-27d7-415e-a2ca-f4f7010289ba tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348201 Aug 15 14:24:06.324686 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86188b-2619-4c77-9a6a-1f0956c71b33 req-8343cbd8-98ee-40fb-843d-77b463cdc054 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:06.332232 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9e86188b-2619-4c77-9a6a-1f0956c71b33 req-8343cbd8-98ee-40fb-843d-77b463cdc054 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 945 time: 0.0623806 Aug 15 14:24:06.367321 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9e86188b-2619-4c77-9a6a-1f0956c71b33 req-d25bc847-12c0-489b-8a4d-caca55ff5c1c tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341101 Aug 15 14:24:07.495295 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7177b6-471f-4e1b-95bf-65a1d3482778 req-a99f04ef-b4e1-4e0b-882f-3aea8eb56792 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:07.497680 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9e7177b6-471f-4e1b-95bf-65a1d3482778 req-a99f04ef-b4e1-4e0b-882f-3aea8eb56792 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 945 time: 0.0541279 Aug 15 14:24:07.540504 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9e7177b6-471f-4e1b-95bf-65a1d3482778 req-73d05b20-f7a1-4d4b-8049-ad588fa45ae7 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363500 Aug 15 14:24:08.281342 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f6c3bf81-aafc-4fd3-8297-e479ddd614f7 req-4069979c-a233-4486-ac37-b81436afab57 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1b7733c9-f163-4500-b73c-4256a278cc65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442507 Aug 15 14:24:08.375921 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3bf81-aafc-4fd3-8297-e479ddd614f7 req-df406d0d-a1c4-4a05-979c-8ad597f87eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:08.377442 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f6c3bf81-aafc-4fd3-8297-e479ddd614f7 req-df406d0d-a1c4-4a05-979c-8ad597f87eeb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e17307d397464d099cfe8fea70bc575f&device_id=1b7733c9-f163-4500-b73c-4256a278cc65 HTTP/1.1" status: 200 len: 1099 time: 0.0496631 Aug 15 14:24:08.486488 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3bf81-aafc-4fd3-8297-e479ddd614f7 req-2c6dcfed-d4ed-4e88-bda5-ae2c6d4e1963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:08.487908 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f6c3bf81-aafc-4fd3-8297-e479ddd614f7 req-2c6dcfed-d4ed-4e88-bda5-ae2c6d4e1963 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a HTTP/1.1" status: 200 len: 913 time: 0.0904911 Aug 15 14:24:08.567917 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f6c3bf81-aafc-4fd3-8297-e479ddd614f7 req-dc44bc02-b793-49ea-9bec-79a39ea01290 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a67092c6-46ea-45a7-a2e0-a526eb2f0510 HTTP/1.1" status: 200 len: 1001 time: 0.0715687 Aug 15 14:24:08.628883 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3bf81-aafc-4fd3-8297-e479ddd614f7 req-84315839-25a2-40f4-997f-0bdf3cf2a43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:08.630468 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f6c3bf81-aafc-4fd3-8297-e479ddd614f7 req-84315839-25a2-40f4-997f-0bdf3cf2a43c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04fb6d4a-8e43-4587-8cf9-333c90daf207 HTTP/1.1" status: 200 len: 851 time: 0.0537200 Aug 15 14:24:08.676622 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b38fa-a088-4573-aefd-6fccc848b7f5 req-c3277469-1874-4e9d-917b-f38af5590bfc tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:08.684925 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9b2b38fa-a088-4573-aefd-6fccc848b7f5 req-c3277469-1874-4e9d-917b-f38af5590bfc tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 945 time: 0.0613718 Aug 15 14:24:08.690032 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3bf81-aafc-4fd3-8297-e479ddd614f7 req-fe5da1f5-8840-4013-997e-fa296abd200d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:08.691886 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f6c3bf81-aafc-4fd3-8297-e479ddd614f7 req-fe5da1f5-8840-4013-997e-fa296abd200d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516868 Aug 15 14:24:08.733046 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9b2b38fa-a088-4573-aefd-6fccc848b7f5 req-800fb205-d2ef-4528-b9ab-eacac42613bf tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418336 Aug 15 14:24:08.795412 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f6c3bf81-aafc-4fd3-8297-e479ddd614f7 req-6cc09e58-3ee7-4057-b729-05d98d259c6f service neutron] 10.222.0.20 "GET /v2.0/networks/f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954530 Aug 15 14:24:08.891804 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f6c3bf81-aafc-4fd3-8297-e479ddd614f7 req-3fe0c2cb-3dbf-4e04-8885-f961270d8328 service neutron] 10.222.0.20 "GET /v2.0/networks/f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885258 Aug 15 14:24:09.852649 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4193fc-b090-459e-a3a1-209422090351 req-6b836238-d94b-48cc-9f86-20fbdc3a4c78 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:09.854186 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4d4193fc-b090-459e-a3a1-209422090351 req-6b836238-d94b-48cc-9f86-20fbdc3a4c78 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 945 time: 0.0512974 Aug 15 14:24:09.893471 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4d4193fc-b090-459e-a3a1-209422090351 req-297f4952-008b-49ad-9029-83ca81a94568 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326028 Aug 15 14:24:10.702533 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-361fbb33-82a9-4c84-88af-48c284e27762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:11.041305 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048fdfc-1632-4235-a1a3-e84a524ce29b req-bf91ce38-ac80-4037-92a1-0fdd0e60aff3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:11.042944 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-4048fdfc-1632-4235-a1a3-e84a524ce29b req-bf91ce38-ac80-4037-92a1-0fdd0e60aff3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 945 time: 0.0619020 Aug 15 14:24:11.080435 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-4048fdfc-1632-4235-a1a3-e84a524ce29b req-e4d0ceb9-a432-4e41-88fd-d9b4e6757476 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315132 Aug 15 14:24:12.206066 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912b28d-0dbd-467f-a1b9-9fdac9962c95 req-db8c9678-4c18-4527-a640-65cc0fa85b57 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:12.207758 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1912b28d-0dbd-467f-a1b9-9fdac9962c95 req-db8c9678-4c18-4527-a640-65cc0fa85b57 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 945 time: 0.0566535 Aug 15 14:24:12.246404 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1912b28d-0dbd-467f-a1b9-9fdac9962c95 req-d17cb31b-5e44-4095-b46c-1df27e573fd9 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315349 Aug 15 14:24:13.197048 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7f6a2-3a41-4669-8967-ef83ab638eb4 req-51ec0381-9322-4618-9f4e-e4cc88615ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:13.198576 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1cf7f6a2-3a41-4669-8967-ef83ab638eb4 req-51ec0381-9322-4618-9f4e-e4cc88615ec4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1cd26e2c90140de8aa0f6910b9341a5&device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 1098 time: 0.0409000 Aug 15 14:24:13.255008 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6c1ba344-9bab-4b70-ae46-2b923e3ea5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:13.304915 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7f6a2-3a41-4669-8967-ef83ab638eb4 req-06cfc00d-2c7f-4c30-804c-fc94bb14814c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:13.306469 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1cf7f6a2-3a41-4669-8967-ef83ab638eb4 req-06cfc00d-2c7f-4c30-804c-fc94bb14814c service neutron] 10.222.0.20 "GET /v2.0/networks?id=81ce3d77-1ecb-4956-925d-d86609a6b989 HTTP/1.1" status: 200 len: 918 time: 0.1013265 Aug 15 14:24:13.378267 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba2ecf-f22e-4df8-a4be-f5baf7526b6e req-a5950fd4-b08c-4c21-8479-8a420b4d1975 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:13.380037 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-54ba2ecf-f22e-4df8-a4be-f5baf7526b6e req-a5950fd4-b08c-4c21-8479-8a420b4d1975 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 945 time: 0.0527182 Aug 15 14:24:13.381830 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1cf7f6a2-3a41-4669-8967-ef83ab638eb4 req-4a1062a8-8f4e-4c19-a66f-698f3717fe2f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a9414a0-3047-431a-9830-7d82ece11949 HTTP/1.1" status: 200 len: 1000 time: 0.0665751 Aug 15 14:24:13.427594 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-54ba2ecf-f22e-4df8-a4be-f5baf7526b6e req-86453ea3-c7de-46d5-bedb-e796fc2e0a5d tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405641 Aug 15 14:24:13.434414 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7f6a2-3a41-4669-8967-ef83ab638eb4 req-7b9ed1ff-a100-4fa3-9b54-91bfa3ac88ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:13.436581 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1cf7f6a2-3a41-4669-8967-ef83ab638eb4 req-7b9ed1ff-a100-4fa3-9b54-91bfa3ac88ce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f53a997d-ab58-4de4-8f6f-e69dca0dbda3 HTTP/1.1" status: 200 len: 856 time: 0.0455899 Aug 15 14:24:13.494498 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7f6a2-3a41-4669-8967-ef83ab638eb4 req-8805544c-7f72-4bc7-a55d-fcb1b1a3716f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:13.495971 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1cf7f6a2-3a41-4669-8967-ef83ab638eb4 req-8805544c-7f72-4bc7-a55d-fcb1b1a3716f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81ce3d77-1ecb-4956-925d-d86609a6b989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519865 Aug 15 14:24:13.585740 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1cf7f6a2-3a41-4669-8967-ef83ab638eb4 req-f0379a67-30bb-4e0c-a829-e467008573c2 service neutron] 10.222.0.20 "GET /v2.0/networks/81ce3d77-1ecb-4956-925d-d86609a6b989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816693 Aug 15 14:24:13.680096 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1cf7f6a2-3a41-4669-8967-ef83ab638eb4 req-6895c48d-d659-428c-88fb-134429495c90 service neutron] 10.222.0.20 "GET /v2.0/networks/81ce3d77-1ecb-4956-925d-d86609a6b989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870950 Aug 15 14:24:13.867381 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:14.548127 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce396d9-3d51-4f7b-a83c-e236ba7ce8e8 req-c2fd5ddc-1d30-4bda-9921-07bbd69a6212 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:14.549536 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-cce396d9-3d51-4f7b-a83c-e236ba7ce8e8 req-c2fd5ddc-1d30-4bda-9921-07bbd69a6212 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 945 time: 0.0482745 Aug 15 14:24:14.586511 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-cce396d9-3d51-4f7b-a83c-e236ba7ce8e8 req-d9312d0d-6c97-47fc-8670-8ffab7d7f0ef tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311551 Aug 15 14:24:14.673084 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:15.291544 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 7a9414a0-3047-431a-9830-7d82ece11949 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:24:15.366781 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:15.387680 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03c0f60-f56c-4946-b6f2-8389ad5fc2c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a9414a0-3047-431a-9830-7d82ece11949'}] {{(pid=94453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:24:15.390183 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67f9f608f21815e3b7d057bcd481c644a3f088ed5729c17767b65ea5f15acf6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74f4a73-0323-48e0-816e-0d5e011eb614" -d '{"events": [{"server_uuid": "a03c0f60-f56c-4946-b6f2-8389ad5fc2c3", "name": "network-vif-unplugged", "status": "completed", "tag": "7a9414a0-3047-431a-9830-7d82ece11949"}]}' {{(pid=94453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:24:15.402438 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 7a9414a0-3047-431a-9830-7d82ece11949, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=7a9414a0-3047-431a-9830-7d82ece11949,segment=NetworkSegment(80471f41-1fac-4b4d-8c57-20e0de5d2141),segment_id=80471f41-1fac-4b4d-8c57-20e0de5d2141)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:24:15.427325 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 15 Aug 2021 14:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2faf77-404d-463e-bcc6-239756fe8f8a x-openstack-request-id: req-5d2faf77-404d-463e-bcc6-239756fe8f8a {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:24:15.427325 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03c0f60-f56c-4946-b6f2-8389ad5fc2c3", "name": "network-vif-unplugged", "status": "completed", "tag": "7a9414a0-3047-431a-9830-7d82ece11949", "code": 200}]} {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:24:15.427549 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5d2faf77-404d-463e-bcc6-239756fe8f8a {{(pid=94453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:24:15.427812 dv-cinder-804581-6-iscsi neutron-server[94453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03c0f60-f56c-4946-b6f2-8389ad5fc2c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a9414a0-3047-431a-9830-7d82ece11949', 'code': 200} Aug 15 14:24:15.473206 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:15.519944 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=7a9414a0-3047-431a-9830-7d82ece11949,revision_number=8']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:24:15.708114 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a2761-a906-4191-919f-f079a5cb1f6b req-2bb2d0e4-f837-470a-9610-5bb9ce465417 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:15.709603 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ae7a2761-a906-4191-919f-f079a5cb1f6b req-2bb2d0e4-f837-470a-9610-5bb9ce465417 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 943 time: 0.0491877 Aug 15 14:24:15.747307 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ae7a2761-a906-4191-919f-f079a5cb1f6b req-2011c08f-ef48-4553-b718-bef2738f0654 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317588 Aug 15 14:24:16.593114 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:16.871080 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d881a33-3a74-4170-9f45-8f7264288e0a req-55431db7-737f-4436-a8d0-a3ad5a2697df tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:16.873115 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9d881a33-3a74-4170-9f45-8f7264288e0a req-55431db7-737f-4436-a8d0-a3ad5a2697df tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 943 time: 0.0519328 Aug 15 14:24:16.909474 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9d881a33-3a74-4170-9f45-8f7264288e0a req-36f8daf4-07f5-4913-bc8e-c1a349d20cd7 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304630 Aug 15 14:24:18.462688 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:24:19.300273 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 7a9414a0-3047-431a-9830-7d82ece11949 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:24:20.006240 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b750a-6199-44b4-b391-671143a99a25 req-d43cc2a0-401f-429c-a7cb-38ec232562f1 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:20.007694 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-8e7b750a-6199-44b4-b391-671143a99a25 req-d43cc2a0-401f-429c-a7cb-38ec232562f1 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 943 time: 0.0485754 Aug 15 14:24:20.046380 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-8e7b750a-6199-44b4-b391-671143a99a25 req-e83da486-1ee9-4365-a6cf-29ad087d25ea tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325773 Aug 15 14:24:20.236747 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7f34651b-2277-4afa-a2ff-36ef86743e4d req-be537eee-79c1-4832-8ea4-aec6b1aea7a0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0387652 Aug 15 14:24:21.168643 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c91089-cfe1-4e92-bf03-4ffd3534d09f req-ffe42f1e-530a-4fd9-83aa-8eadb7b5e0a2 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:21.170438 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-50c91089-cfe1-4e92-bf03-4ffd3534d09f req-ffe42f1e-530a-4fd9-83aa-8eadb7b5e0a2 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 943 time: 0.0523658 Aug 15 14:24:21.207627 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-50c91089-cfe1-4e92-bf03-4ffd3534d09f req-603fa12c-f2a6-4c86-a0d8-11ff92a131a9 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311809 Aug 15 14:24:21.543833 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34651b-2277-4afa-a2ff-36ef86743e4d req-a3f59ece-a567-46bf-a39c-c12f9a5a91e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:21.545338 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7f34651b-2277-4afa-a2ff-36ef86743e4d req-a3f59ece-a567-46bf-a39c-c12f9a5a91e6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3&tenant_id=b1cd26e2c90140de8aa0f6910b9341a5 HTTP/1.1" status: 200 len: 1096 time: 0.0396693 Aug 15 14:24:21.606569 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34651b-2277-4afa-a2ff-36ef86743e4d req-949543cc-59eb-4054-b32c-e483f9dd90ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:21.608142 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7f34651b-2277-4afa-a2ff-36ef86743e4d req-949543cc-59eb-4054-b32c-e483f9dd90ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1cd26e2c90140de8aa0f6910b9341a5&device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 1096 time: 0.0390089 Aug 15 14:24:21.702661 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34651b-2277-4afa-a2ff-36ef86743e4d req-68775b5d-81e7-4813-9727-4ccad677849d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:21.704069 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7f34651b-2277-4afa-a2ff-36ef86743e4d req-68775b5d-81e7-4813-9727-4ccad677849d service neutron] 10.222.0.20 "GET /v2.0/networks?id=81ce3d77-1ecb-4956-925d-d86609a6b989 HTTP/1.1" status: 200 len: 918 time: 0.0844333 Aug 15 14:24:21.767698 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7f34651b-2277-4afa-a2ff-36ef86743e4d req-846ee839-400f-4e2c-a77c-63cba48bbbe5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a9414a0-3047-431a-9830-7d82ece11949 HTTP/1.1" status: 200 len: 998 time: 0.0559762 Aug 15 14:24:21.820114 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34651b-2277-4afa-a2ff-36ef86743e4d req-e609203c-2c97-43c4-be73-dc9006865e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:21.820294 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7f34651b-2277-4afa-a2ff-36ef86743e4d req-e609203c-2c97-43c4-be73-dc9006865e6f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f53a997d-ab58-4de4-8f6f-e69dca0dbda3 HTTP/1.1" status: 200 len: 856 time: 0.0452199 Aug 15 14:24:21.865244 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34651b-2277-4afa-a2ff-36ef86743e4d req-e2814520-9210-4dd0-be35-8adc2f3692fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:21.867818 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7f34651b-2277-4afa-a2ff-36ef86743e4d req-e2814520-9210-4dd0-be35-8adc2f3692fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=81ce3d77-1ecb-4956-925d-d86609a6b989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385566 Aug 15 14:24:21.953825 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7f34651b-2277-4afa-a2ff-36ef86743e4d req-a5eee8d2-1adb-465a-aee6-fc03ca9d0b16 service neutron] 10.222.0.20 "GET /v2.0/networks/81ce3d77-1ecb-4956-925d-d86609a6b989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790930 Aug 15 14:24:22.045547 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-7f34651b-2277-4afa-a2ff-36ef86743e4d req-b1023c51-b9a0-4caf-8466-1c034cedf230 service neutron] 10.222.0.20 "GET /v2.0/networks/81ce3d77-1ecb-4956-925d-d86609a6b989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837655 Aug 15 14:24:22.336389 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f7c13-8e4a-40b2-9c45-7400caee8c6c req-a2e1fc45-a15c-435b-b3be-136becd02a59 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:22.337905 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-276f7c13-8e4a-40b2-9c45-7400caee8c6c req-a2e1fc45-a15c-435b-b3be-136becd02a59 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 943 time: 0.0493858 Aug 15 14:24:22.375044 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-276f7c13-8e4a-40b2-9c45-7400caee8c6c req-1a2c8b33-d7f8-4a46-83ff-b0937342db01 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311868 Aug 15 14:24:23.499910 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49180f0e-f0c3-48ce-b95c-4bd4cf5ceee7 req-8d280e2f-6ad2-4a76-baa4-60fbf93fbe61 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:23.501498 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-49180f0e-f0c3-48ce-b95c-4bd4cf5ceee7 req-8d280e2f-6ad2-4a76-baa4-60fbf93fbe61 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 943 time: 0.0496185 Aug 15 14:24:23.547871 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-49180f0e-f0c3-48ce-b95c-4bd4cf5ceee7 req-a0371f69-6b95-46ed-8383-11f3810d44a0 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399141 Aug 15 14:24:24.672967 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b38f9-fccb-495c-8cad-99cd6ccd7e34 req-2b8977af-40a1-48d3-be4e-60ab7638e918 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:24.674462 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b73b38f9-fccb-495c-8cad-99cd6ccd7e34 req-2b8977af-40a1-48d3-be4e-60ab7638e918 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 943 time: 0.0549123 Aug 15 14:24:24.714960 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-b73b38f9-fccb-495c-8cad-99cd6ccd7e34 req-b3ee0d74-76a5-4274-a75a-7ed6b3547101 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345097 Aug 15 14:24:25.837147 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6c98a-7398-4ca8-b810-b07d4310f8c9 req-da2f8a1d-7207-4bf6-b318-3fcb2ec789df tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:25.838711 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c9b6c98a-7398-4ca8-b810-b07d4310f8c9 req-da2f8a1d-7207-4bf6-b318-3fcb2ec789df tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 943 time: 0.0478694 Aug 15 14:24:25.879577 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c9b6c98a-7398-4ca8-b810-b07d4310f8c9 req-b5416cfa-4011-4875-9080-11362bd150ff tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342588 Aug 15 14:24:27.002713 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd41ba2-6aef-422e-97e1-cef543a3324b req-f91746f4-03e6-4952-9134-56ccf3801e2f tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:27.004398 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-fbd41ba2-6aef-422e-97e1-cef543a3324b req-f91746f4-03e6-4952-9134-56ccf3801e2f tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 943 time: 0.0517883 Aug 15 14:24:27.043855 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-fbd41ba2-6aef-422e-97e1-cef543a3324b req-9a73c47d-776a-42df-853c-908bc726c7b6 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334597 Aug 15 14:24:28.177100 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56bac8-5f4e-4a8c-a55d-cdbca9f1e414 req-a0217209-c9c2-4f47-a93b-044368afd7b3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:28.178566 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-aa56bac8-5f4e-4a8c-a55d-cdbca9f1e414 req-a0217209-c9c2-4f47-a93b-044368afd7b3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 943 time: 0.0615022 Aug 15 14:24:28.215699 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-aa56bac8-5f4e-4a8c-a55d-cdbca9f1e414 req-113672e6-6551-4ac1-9ef6-f598468dbe6c tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298533 Aug 15 14:24:29.340418 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316dc1d-4d8e-414b-ac8f-a107c699b65e req-d257d382-07d3-469c-bc65-73e1964dd563 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:29.342143 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-4316dc1d-4d8e-414b-ac8f-a107c699b65e req-d257d382-07d3-469c-bc65-73e1964dd563 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 943 time: 0.0493717 Aug 15 14:24:29.380254 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-4316dc1d-4d8e-414b-ac8f-a107c699b65e req-79df680b-c9f5-4d50-a238-e169a4934497 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321350 Aug 15 14:24:29.472374 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 53452) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:24:29.830332 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.plugin [None req-d608c1ac-388d-4dad-aa15-998cf7cbfdda tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Deleting port fff6b968-0300-489a-8b3f-0dfcd29e48d6 {{(pid=94451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:24:29.830984 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d608c1ac-388d-4dad-aa15-998cf7cbfdda tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:29.914289 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d608c1ac-388d-4dad-aa15-998cf7cbfdda tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:29.914646 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d608c1ac-388d-4dad-aa15-998cf7cbfdda tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:29.926589 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.plugin [None req-d608c1ac-388d-4dad-aa15-998cf7cbfdda tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Calling delete_port for fff6b968-0300-489a-8b3f-0dfcd29e48d6 owned by network:floatingip {{(pid=94451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:24:30.130279 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d608c1ac-388d-4dad-aa15-998cf7cbfdda tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823643'] for port, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:30.155728 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608c1ac-388d-4dad-aa15-998cf7cbfdda tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Pushing event deleted for resources: {'Port': ['ID=fff6b968-0300-489a-8b3f-0dfcd29e48d6,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:24:30.167750 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d608c1ac-388d-4dad-aa15-998cf7cbfdda tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:30.168036 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d608c1ac-388d-4dad-aa15-998cf7cbfdda tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:30.168388 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d608c1ac-388d-4dad-aa15-998cf7cbfdda tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:30.168713 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d608c1ac-388d-4dad-aa15-998cf7cbfdda tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:30.169042 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d608c1ac-388d-4dad-aa15-998cf7cbfdda tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:30.169372 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d608c1ac-388d-4dad-aa15-998cf7cbfdda tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:30.169731 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d608c1ac-388d-4dad-aa15-998cf7cbfdda tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:30.170053 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d608c1ac-388d-4dad-aa15-998cf7cbfdda tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:30.170379 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d608c1ac-388d-4dad-aa15-998cf7cbfdda tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:30.170732 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d608c1ac-388d-4dad-aa15-998cf7cbfdda tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:30.171053 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d608c1ac-388d-4dad-aa15-998cf7cbfdda tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:30.171371 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d608c1ac-388d-4dad-aa15-998cf7cbfdda tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:30.227793 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d608c1ac-388d-4dad-aa15-998cf7cbfdda tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for floatingip, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:30.228105 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.db.l3_db [None req-d608c1ac-388d-4dad-aa15-998cf7cbfdda tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Floating IP 26c13d6f-ae1b-4a9a-82c9-2f302078c451 disassociated (deleted). External IP: 172.27.3.4, port: e1269e85-023a-43ed-bc65-c3af73b92cc7. Aug 15 14:24:30.439136 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d608c1ac-388d-4dad-aa15-998cf7cbfdda tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Router d8e3f065-29f9-4b82-a5a6-ec78243aa1ca has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:24:30.510870 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933a591-3b1c-49e5-a80d-ffe40ffb0766 req-ceb9b21a-d321-4ffe-907a-a5e724829cf4 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:30.513094 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-3933a591-3b1c-49e5-a80d-ffe40ffb0766 req-ceb9b21a-d321-4ffe-907a-a5e724829cf4 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 943 time: 0.0539176 Aug 15 14:24:30.553551 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-3933a591-3b1c-49e5-a80d-ffe40ffb0766 req-fe23a415-8196-4b7f-a81d-a61888858633 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339088 Aug 15 14:24:30.561256 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d608c1ac-388d-4dad-aa15-998cf7cbfdda tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:24:30.566026 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-d608c1ac-388d-4dad-aa15-998cf7cbfdda tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for floatingip, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:30.601467 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-d608c1ac-388d-4dad-aa15-998cf7cbfdda tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "DELETE /v2.0/floatingips/26c13d6f-ae1b-4a9a-82c9-2f302078c451 HTTP/1.1" status: 204 len: 168 time: 1.1276658 Aug 15 14:24:30.602060 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122de920-7758-452e-8d27-3c55a5ee0f86', 'tag': 'e1269e85-023a-43ed-bc65-c3af73b92cc7'}] {{(pid=94451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:24:30.604384 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abc82e7819f056574f254d7e5a5b8a49d035eebe46657e1c391d33dd16b5ccea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5ae41f-d9cf-47fa-8452-f6e56388a5a7" -d '{"events": [{"name": "network-changed", "server_uuid": "122de920-7758-452e-8d27-3c55a5ee0f86", "tag": "e1269e85-023a-43ed-bc65-c3af73b92cc7"}]}' {{(pid=94451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:24:30.708146 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3896e7-3458-40dd-bb0c-e44b8f5f96cc None None] Sync routers for ids ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'] in dv-cinder-804581-6-iscsi {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:24:30.719648 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3896e7-3458-40dd-bb0c-e44b8f5f96cc None None] Routers {'d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:24:30.723071 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-2a3896e7-3458-40dd-bb0c-e44b8f5f96cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:24:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:24:30.806861 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f0e5f6-fe77-4fe7-93d9-2f55e92d1e35 x-openstack-request-id: req-22f0e5f6-fe77-4fe7-93d9-2f55e92d1e35 {{(pid=94451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:24:30.807152 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122de920-7758-452e-8d27-3c55a5ee0f86", "tag": "e1269e85-023a-43ed-bc65-c3af73b92cc7", "status": "completed", "code": 200}]} {{(pid=94451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:24:30.807401 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-22f0e5f6-fe77-4fe7-93d9-2f55e92d1e35 {{(pid=94451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:24:30.807793 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '122de920-7758-452e-8d27-3c55a5ee0f86', 'tag': 'e1269e85-023a-43ed-bc65-c3af73b92cc7', 'status': 'completed', 'code': 200} Aug 15 14:24:30.837646 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-2a3896e7-3458-40dd-bb0c-e44b8f5f96cc None None] Set router d8e3f065-29f9-4b82-a5a6-ec78243aa1ca gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:24:31.105417 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70240e6c-75e2-408d-8a2e-8192d02ecce8 req-f95240e6-da68-42c5-9d99-a23131b7ae98 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:31.107269 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-70240e6c-75e2-408d-8a2e-8192d02ecce8 req-f95240e6-da68-42c5-9d99-a23131b7ae98 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 946 time: 0.0598149 Aug 15 14:24:31.147609 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-70240e6c-75e2-408d-8a2e-8192d02ecce8 req-466db533-f6ef-4598-8357-109791cae905 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329142 Aug 15 14:24:31.176109 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-2a3896e7-3458-40dd-bb0c-e44b8f5f96cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'name': 'tempest-TestVolumeBootPattern-2005930483-router', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:12Z', 'updated_at': '2021-08-15T14:14:16Z', 'revision_number': 4, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'gw_port': {'id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:13Z', 'updated_at': '2021-08-15T14:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_floatingips': [{'id': '5bbaa80f-0c4f-478c-bc3b-c74f362c9b85', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'router_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'port_id': 'a67092c6-46ea-45a7-a2e0-a526eb2f0510', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'mac_address': 'fa:16:3e:11:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7733c9-f163-4500-b73c-4256a278cc65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-15T14:19:50Z', 'updated_at': '2021-08-15T14:19:54Z', 'revision_number': 1, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10368493-0ae5-4573-92fd-0fb7747e7971', 'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'mac_address': 'fa:16:3e:fd:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:15Z', 'updated_at': '2021-08-15T14:14:21Z', 'revision_number': 5, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'subnets': [{'id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:24:31.208005 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3896e7-3458-40dd-bb0c-e44b8f5f96cc None None] Checking router: d8e3f065-29f9-4b82-a5a6-ec78243aa1ca for host: dv-cinder-804581-6-iscsi {{(pid=94454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:24:31.216448 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3896e7-3458-40dd-bb0c-e44b8f5f96cc None None] Routers {'d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:24:31.217061 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-2a3896e7-3458-40dd-bb0c-e44b8f5f96cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:24:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:24:31.324105 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-2a3896e7-3458-40dd-bb0c-e44b8f5f96cc None None] Set router d8e3f065-29f9-4b82-a5a6-ec78243aa1ca gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:24:31.559822 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-2a3896e7-3458-40dd-bb0c-e44b8f5f96cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'name': 'tempest-TestVolumeBootPattern-2005930483-router', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:12Z', 'updated_at': '2021-08-15T14:14:16Z', 'revision_number': 4, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'gw_port': {'id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:13Z', 'updated_at': '2021-08-15T14:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_floatingips': [{'id': '5bbaa80f-0c4f-478c-bc3b-c74f362c9b85', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'router_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'port_id': 'a67092c6-46ea-45a7-a2e0-a526eb2f0510', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'mac_address': 'fa:16:3e:11:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7733c9-f163-4500-b73c-4256a278cc65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-15T14:19:50Z', 'updated_at': '2021-08-15T14:19:54Z', 'revision_number': 1, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10368493-0ae5-4573-92fd-0fb7747e7971', 'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'mac_address': 'fa:16:3e:fd:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:15Z', 'updated_at': '2021-08-15T14:14:21Z', 'revision_number': 5, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'subnets': [{'id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:24:31.589230 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3896e7-3458-40dd-bb0c-e44b8f5f96cc None None] The sync data for ids ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'] in dv-cinder-804581-6-iscsi is: [{'id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'name': 'tempest-TestVolumeBootPattern-2005930483-router', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:12Z', 'updated_at': '2021-08-15T14:14:16Z', 'revision_number': 4, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'gw_port': {'id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:13Z', 'updated_at': '2021-08-15T14:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_floatingips': [{'id': '5bbaa80f-0c4f-478c-bc3b-c74f362c9b85', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'router_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'port_id': 'a67092c6-46ea-45a7-a2e0-a526eb2f0510', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'mac_address': 'fa:16:3e:11:8a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7733c9-f163-4500-b73c-4256a278cc65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-15T14:19:50Z', 'updated_at': '2021-08-15T14:19:54Z', 'revision_number': 1, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10368493-0ae5-4573-92fd-0fb7747e7971', 'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'mac_address': 'fa:16:3e:fd:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:15Z', 'updated_at': '2021-08-15T14:14:21Z', 'revision_number': 5, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'subnets': [{'id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:24:31.689060 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7250f5d-ee17-40bc-b873-34a094a9422c req-ecaaa52b-f9b8-4d03-82fd-5cd1222d9f58 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:31.690638 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a7250f5d-ee17-40bc-b873-34a094a9422c req-ecaaa52b-f9b8-4d03-82fd-5cd1222d9f58 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 943 time: 0.0554347 Aug 15 14:24:31.734456 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a7250f5d-ee17-40bc-b873-34a094a9422c req-7dfdd1ad-505f-4a0a-a088-e6f627cd6583 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328522 Aug 15 14:24:31.828829 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d023b2-0648-4f1a-944d-acc06496bfa7 None None] New status for floating IP 26c13d6f-ae1b-4a9a-82c9-2f302078c451: DOWN {{(pid=94453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 15 14:24:32.073182 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:32.272653 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c79ec-a419-4a9b-b42a-d0f5cd88822b req-a2b899c2-27dc-4e15-800d-64dd7e13fbb3 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:32.274155 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-198c79ec-a419-4a9b-b42a-d0f5cd88822b req-a2b899c2-27dc-4e15-800d-64dd7e13fbb3 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 946 time: 0.0541523 Aug 15 14:24:32.312928 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-198c79ec-a419-4a9b-b42a-d0f5cd88822b req-1f7222d3-0944-4ffd-985d-22ae19e978d9 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328906 Aug 15 14:24:32.859208 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd099e1-b425-40db-bafa-9275cf0834a2 req-9fc6aff1-c975-444d-8831-0aafd1913d01 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:32.860784 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0cd099e1-b425-40db-bafa-9275cf0834a2 req-9fc6aff1-c975-444d-8831-0aafd1913d01 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 943 time: 0.0527172 Aug 15 14:24:32.900398 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0cd099e1-b425-40db-bafa-9275cf0834a2 req-b97dc526-6ee4-45a5-a80c-4081c33dd43b tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331972 Aug 15 14:24:33.437537 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60a740-c125-4328-b23f-f5c1a8cd7f68 req-ec80c6b4-eac8-4797-a4f1-f154134827e4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:33.439468 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1a60a740-c125-4328-b23f-f5c1a8cd7f68 req-ec80c6b4-eac8-4797-a4f1-f154134827e4 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 946 time: 0.0548334 Aug 15 14:24:33.486578 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1a60a740-c125-4328-b23f-f5c1a8cd7f68 req-3374766b-4257-433b-97ec-3a910f42d405 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408747 Aug 15 14:24:34.026658 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89aa7e-c9bc-4ede-b57e-d05a990bf4ca req-c61dd091-30cd-4bad-9d5b-2a2ba6ba0948 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:34.028115 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ce89aa7e-c9bc-4ede-b57e-d05a990bf4ca req-c61dd091-30cd-4bad-9d5b-2a2ba6ba0948 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 943 time: 0.0482891 Aug 15 14:24:34.068149 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-ce89aa7e-c9bc-4ede-b57e-d05a990bf4ca req-1241693f-5d80-4774-bfad-d62eab2ad1eb tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334122 Aug 15 14:24:34.601658 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959aa17-ec7c-437c-acf6-1c99f260b85c req-f22eb518-ddbf-41aa-ab02-400c1f39cf4d tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:34.603164 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9959aa17-ec7c-437c-acf6-1c99f260b85c req-f22eb518-ddbf-41aa-ab02-400c1f39cf4d tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 946 time: 0.0506070 Aug 15 14:24:34.639012 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-9959aa17-ec7c-437c-acf6-1c99f260b85c req-359f0a74-4e69-491a-b6f2-46c1a94f7191 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300303 Aug 15 14:24:35.192573 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc34de-717f-4438-97c9-82f7ff133bbb req-e7e01e46-a94b-4ead-9e33-c0c06fefe9cf tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:35.194261 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-cdfc34de-717f-4438-97c9-82f7ff133bbb req-e7e01e46-a94b-4ead-9e33-c0c06fefe9cf tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 943 time: 0.0537751 Aug 15 14:24:35.232569 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-cdfc34de-717f-4438-97c9-82f7ff133bbb req-1718a575-114f-4abb-98ed-324058cad0e7 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322404 Aug 15 14:24:35.757730 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c6cb3-f6e2-4ffe-921d-25dab8c6c0c0 req-a7a25ba7-c6eb-44ac-a283-cd64b71a5c44 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:35.759206 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-bf4c6cb3-f6e2-4ffe-921d-25dab8c6c0c0 req-a7a25ba7-c6eb-44ac-a283-cd64b71a5c44 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 946 time: 0.0528371 Aug 15 14:24:35.796361 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-bf4c6cb3-f6e2-4ffe-921d-25dab8c6c0c0 req-da52db1d-9791-4fd1-a668-f54412502c59 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311220 Aug 15 14:24:36.349779 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f30c8-3e9d-4c72-abd6-6779798b9187 req-61cf8352-ac56-4ea4-90a3-e345bbe77569 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:36.351226 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0c2f30c8-3e9d-4c72-abd6-6779798b9187 req-61cf8352-ac56-4ea4-90a3-e345bbe77569 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 943 time: 0.0487261 Aug 15 14:24:36.388154 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0c2f30c8-3e9d-4c72-abd6-6779798b9187 req-07338e58-87e5-4260-8ac4-b890ffe96c84 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310969 Aug 15 14:24:36.911731 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b8977-ef6d-4765-9ba3-384b41a9bc86 req-86100d57-599d-44b0-a528-d00d6bcf0c9d tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:36.913495 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-024b8977-ef6d-4765-9ba3-384b41a9bc86 req-86100d57-599d-44b0-a528-d00d6bcf0c9d tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 946 time: 0.0501037 Aug 15 14:24:36.950265 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-024b8977-ef6d-4765-9ba3-384b41a9bc86 req-37d26d8a-5588-4a49-9579-251d88041257 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307612 Aug 15 14:24:37.504457 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5b8e3-e2c8-4cbd-9bb1-32f1f7ae18f7 req-d6639ed6-42c3-4e16-93f2-3a0ea23e67bb tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:37.505823 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-7cc5b8e3-e2c8-4cbd-9bb1-32f1f7ae18f7 req-d6639ed6-42c3-4e16-93f2-3a0ea23e67bb tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 943 time: 0.0470538 Aug 15 14:24:37.541027 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-7cc5b8e3-e2c8-4cbd-9bb1-32f1f7ae18f7 req-d157befd-0123-4bd9-a168-9f81e1cd4178 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294931 Aug 15 14:24:38.061713 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb000971-0f1e-430d-b281-7c64532a86f4 req-c1766177-9842-4c86-9ca3-8d47f447973e tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:38.063702 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-eb000971-0f1e-430d-b281-7c64532a86f4 req-c1766177-9842-4c86-9ca3-8d47f447973e tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 946 time: 0.0468607 Aug 15 14:24:38.099462 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-eb000971-0f1e-430d-b281-7c64532a86f4 req-f2c9556c-fbfc-4594-96ea-227e592ee00a tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299819 Aug 15 14:24:38.661882 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d83737-b47a-4535-b1e1-7a04fdb9a58a req-31826722-b3f5-4c4e-971c-e07913987291 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:38.663733 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-85d83737-b47a-4535-b1e1-7a04fdb9a58a req-31826722-b3f5-4c4e-971c-e07913987291 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 943 time: 0.0518436 Aug 15 14:24:38.706060 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-85d83737-b47a-4535-b1e1-7a04fdb9a58a req-866e84fb-3883-4b86-b769-2298992f4397 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345073 Aug 15 14:24:38.731727 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ae41f-d9cf-47fa-8452-f6e56388a5a7 req-3499e6c3-ddbc-4c5d-936c-1062e424cb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:38.733188 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ec5ae41f-d9cf-47fa-8452-f6e56388a5a7 req-3499e6c3-ddbc-4c5d-936c-1062e424cb3b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e17307d397464d099cfe8fea70bc575f&device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 1099 time: 0.0446715 Aug 15 14:24:38.821927 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ae41f-d9cf-47fa-8452-f6e56388a5a7 req-e508e9ff-8e9a-4079-aa4b-cec1473ae671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:38.823418 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ec5ae41f-d9cf-47fa-8452-f6e56388a5a7 req-e508e9ff-8e9a-4079-aa4b-cec1473ae671 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a HTTP/1.1" status: 200 len: 913 time: 0.0828266 Aug 15 14:24:38.868251 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ec5ae41f-d9cf-47fa-8452-f6e56388a5a7 req-d1019192-3076-4f9f-b4c1-66f5ffb28e3e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1269e85-023a-43ed-bc65-c3af73b92cc7 HTTP/1.1" status: 200 len: 217 time: 0.0364258 Aug 15 14:24:38.917877 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ae41f-d9cf-47fa-8452-f6e56388a5a7 req-5c741d4e-4211-40a1-b2d1-dcdb63402104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:38.919293 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ec5ae41f-d9cf-47fa-8452-f6e56388a5a7 req-5c741d4e-4211-40a1-b2d1-dcdb63402104 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04fb6d4a-8e43-4587-8cf9-333c90daf207 HTTP/1.1" status: 200 len: 851 time: 0.0429173 Aug 15 14:24:38.962898 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ae41f-d9cf-47fa-8452-f6e56388a5a7 req-eb4e9ba4-0cd2-4bca-97e4-6fa300c3cfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:38.964322 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ec5ae41f-d9cf-47fa-8452-f6e56388a5a7 req-eb4e9ba4-0cd2-4bca-97e4-6fa300c3cfd6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380476 Aug 15 14:24:39.052532 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ec5ae41f-d9cf-47fa-8452-f6e56388a5a7 req-ef0b3ab4-4180-4999-85ed-31a1015631b3 service neutron] 10.222.0.20 "GET /v2.0/networks/f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809236 Aug 15 14:24:39.142521 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ec5ae41f-d9cf-47fa-8452-f6e56388a5a7 req-7c60af75-5941-4584-8731-c9db92445c63 service neutron] 10.222.0.20 "GET /v2.0/networks/f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808032 Aug 15 14:24:39.213311 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc35fa-5d2b-4e04-843b-d91cdfdd3ab4 req-a7fba8af-7bf6-47a7-bc8d-c577b61d50fe tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:39.214769 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-59dc35fa-5d2b-4e04-843b-d91cdfdd3ab4 req-a7fba8af-7bf6-47a7-bc8d-c577b61d50fe tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 946 time: 0.0484333 Aug 15 14:24:39.252811 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-59dc35fa-5d2b-4e04-843b-d91cdfdd3ab4 req-5466b84f-27fb-426d-a948-37d4bae63dc8 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313802 Aug 15 14:24:39.825215 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3179b6-77ea-457c-8c7d-520c69513ebd req-d5567d89-84df-4a9c-906b-0aba66cfd203 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:39.826703 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0f3179b6-77ea-457c-8c7d-520c69513ebd req-d5567d89-84df-4a9c-906b-0aba66cfd203 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 943 time: 0.0485346 Aug 15 14:24:39.863121 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0f3179b6-77ea-457c-8c7d-520c69513ebd req-dd4f0416-143f-4f77-a8ea-bfac1788c55a tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302310 Aug 15 14:24:40.378439 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25339ad-b052-4cb1-bfeb-421b9b459d14 req-540dcd18-8e02-4d2a-b798-c2604974a188 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:40.379895 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e25339ad-b052-4cb1-bfeb-421b9b459d14 req-540dcd18-8e02-4d2a-b798-c2604974a188 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 946 time: 0.0522642 Aug 15 14:24:40.416926 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e25339ad-b052-4cb1-bfeb-421b9b459d14 req-2dc03f84-c95f-44df-ad0c-a4a066d06172 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311954 Aug 15 14:24:40.723994 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd440-5124-4f0d-812f-02a35a48a5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:40.978456 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a9eeb-09af-4ce5-aa37-df550cd65839 req-99c129b4-ed80-4d98-a48c-2d7d59c14c83 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:40.979878 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-6f5a9eeb-09af-4ce5-aa37-df550cd65839 req-99c129b4-ed80-4d98-a48c-2d7d59c14c83 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 943 time: 0.0470960 Aug 15 14:24:41.015488 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-6f5a9eeb-09af-4ce5-aa37-df550cd65839 req-445f02ea-9bb4-4c23-b26a-c7cd1bfb8152 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297699 Aug 15 14:24:41.134145 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa180507-fb89-4cab-9203-5f4dc1e3750b req-0e796b7c-346f-422f-8397-8156496445ee tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:41.135578 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-aa180507-fb89-4cab-9203-5f4dc1e3750b req-0e796b7c-346f-422f-8397-8156496445ee tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.20 "GET /v2.0/ports?device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 946 time: 0.0471561 Aug 15 14:24:41.223661 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-aa180507-fb89-4cab-9203-5f4dc1e3750b req-ec659e91-afa3-4eeb-99ac-65315dcb76f1 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Deleting port e1269e85-023a-43ed-bc65-c3af73b92cc7 {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:24:41.224008 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-aa180507-fb89-4cab-9203-5f4dc1e3750b req-ec659e91-afa3-4eeb-99ac-65315dcb76f1 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:41.311176 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-aa180507-fb89-4cab-9203-5f4dc1e3750b req-ec659e91-afa3-4eeb-99ac-65315dcb76f1 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] For port e1269e85-023a-43ed-bc65-c3af73b92cc7, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=e1269e85-023a-43ed-bc65-c3af73b92cc7,segment=NetworkSegment(b621ef3b-4103-4fcd-84aa-5ab6add98e0a),segment_id=b621ef3b-4103-4fcd-84aa-5ab6add98e0a)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:24:41.311540 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-aa180507-fb89-4cab-9203-5f4dc1e3750b req-ec659e91-afa3-4eeb-99ac-65315dcb76f1 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:41.324133 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-aa180507-fb89-4cab-9203-5f4dc1e3750b req-ec659e91-afa3-4eeb-99ac-65315dcb76f1 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Calling delete_port for e1269e85-023a-43ed-bc65-c3af73b92cc7 owned by compute:nova {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:24:41.448351 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 7a9414a0-3047-431a-9830-7d82ece11949 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 15 14:24:41.514429 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-aa180507-fb89-4cab-9203-5f4dc1e3750b req-ec659e91-afa3-4eeb-99ac-65315dcb76f1 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:41.545096 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec659e91-afa3-4eeb-99ac-65315dcb76f1 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Pushing event deleted for resources: {'Port': ['ID=e1269e85-023a-43ed-bc65-c3af73b92cc7,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:24:41.547281 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 7a9414a0-3047-431a-9830-7d82ece11949, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=7a9414a0-3047-431a-9830-7d82ece11949,segment=NetworkSegment(80471f41-1fac-4b4d-8c57-20e0de5d2141),segment_id=80471f41-1fac-4b4d-8c57-20e0de5d2141)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:24:41.560378 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Returning: {'device': '7a9414a0-3047-431a-9830-7d82ece11949', 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989', 'port_id': '7a9414a0-3047-431a-9830-7d82ece11949', 'mac_address': 'fa:16:3e:b8:94:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 15 14:24:41.560615 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec659e91-afa3-4eeb-99ac-65315dcb76f1 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:41.560911 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec659e91-afa3-4eeb-99ac-65315dcb76f1 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:41.561257 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec659e91-afa3-4eeb-99ac-65315dcb76f1 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:41.561630 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec659e91-afa3-4eeb-99ac-65315dcb76f1 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:41.561955 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec659e91-afa3-4eeb-99ac-65315dcb76f1 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:41.562290 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec659e91-afa3-4eeb-99ac-65315dcb76f1 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:41.562624 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec659e91-afa3-4eeb-99ac-65315dcb76f1 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:41.562954 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec659e91-afa3-4eeb-99ac-65315dcb76f1 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:41.563799 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec659e91-afa3-4eeb-99ac-65315dcb76f1 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:41.564255 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec659e91-afa3-4eeb-99ac-65315dcb76f1 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:41.564811 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec659e91-afa3-4eeb-99ac-65315dcb76f1 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:41.565143 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec659e91-afa3-4eeb-99ac-65315dcb76f1 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:41.595355 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3f907-85db-4bef-9fe1-54565c77651f req-5f342f94-391a-4484-8b88-b0be01cf4deb tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:41.596885 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f9f3f907-85db-4bef-9fe1-54565c77651f req-5f342f94-391a-4484-8b88-b0be01cf4deb tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 867 time: 0.1117580 Aug 15 14:24:41.598555 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:41.611445 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a9414a0-3047-431a-9830-7d82ece11949 {{(pid=94453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:24:41.614725 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa180507-fb89-4cab-9203-5f4dc1e3750b req-ec659e91-afa3-4eeb-99ac-65315dcb76f1 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] No DVR routers for this DVR port e1269e85-023a-43ed-bc65-c3af73b92cc7 on host hv-cinder-80458 {{(pid=94450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:24:41.621451 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-aa180507-fb89-4cab-9203-5f4dc1e3750b req-ec659e91-afa3-4eeb-99ac-65315dcb76f1 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:41.623358 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-aa180507-fb89-4cab-9203-5f4dc1e3750b req-ec659e91-afa3-4eeb-99ac-65315dcb76f1 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.20 "DELETE /v2.0/ports/e1269e85-023a-43ed-bc65-c3af73b92cc7 HTTP/1.1" status: 204 len: 173 time: 0.4804292 Aug 15 14:24:41.623798 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122de920-7758-452e-8d27-3c55a5ee0f86', 'name': 'network-vif-deleted', 'tag': 'e1269e85-023a-43ed-bc65-c3af73b92cc7'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:24:41.626683 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214060b3-b104-420b-9229-e489fa52c14d" -d '{"events": [{"server_uuid": "122de920-7758-452e-8d27-3c55a5ee0f86", "name": "network-vif-deleted", "tag": "e1269e85-023a-43ed-bc65-c3af73b92cc7"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:24:41.631663 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 7a9414a0-3047-431a-9830-7d82ece11949, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=7a9414a0-3047-431a-9830-7d82ece11949,segment=NetworkSegment(80471f41-1fac-4b4d-8c57-20e0de5d2141),segment_id=80471f41-1fac-4b4d-8c57-20e0de5d2141)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:24:41.658097 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-f9f3f907-85db-4bef-9fe1-54565c77651f req-c62e6400-e842-4960-95e9-13238dc594da tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443072 Aug 15 14:24:41.684638 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:41.732864 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996d2af4-dc77-4b3a-8ff0-c9bcceeec3ac x-openstack-request-id: req-996d2af4-dc77-4b3a-8ff0-c9bcceeec3ac {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:24:41.733177 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122de920-7758-452e-8d27-3c55a5ee0f86", "name": "network-vif-deleted", "tag": "e1269e85-023a-43ed-bc65-c3af73b92cc7", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:24:41.733492 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-996d2af4-dc77-4b3a-8ff0-c9bcceeec3ac {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:24:41.733967 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122de920-7758-452e-8d27-3c55a5ee0f86', 'name': 'network-vif-deleted', 'tag': 'e1269e85-023a-43ed-bc65-c3af73b92cc7', 'status': 'completed', 'code': 200} Aug 15 14:24:41.737075 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=7a9414a0-3047-431a-9830-7d82ece11949,revision_number=9']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:24:41.744141 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:41.744491 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:41.744834 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:41.745170 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:41.745525 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:41.745862 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:41.746187 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:41.746515 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:41.746843 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:41.747167 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:41.747489 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:41.747810 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:24:42.080954 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['7a9414a0-3047-431a-9830-7d82ece11949'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:24:42.139996 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bb202-6f9b-4eac-bcaf-d7ae27318c0d req-50ed5799-3a84-4e18-ad80-3dc26d88f688 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:42.147233 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5d3bb202-6f9b-4eac-bcaf-d7ae27318c0d req-50ed5799-3a84-4e18-ad80-3dc26d88f688 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 944 time: 0.0593016 Aug 15 14:24:42.179586 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-5d3bb202-6f9b-4eac-bcaf-d7ae27318c0d req-29b1a18c-4893-4262-aaa8-0ba83822fe45 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315235 Aug 15 14:24:42.768080 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1d4d4707-c9e4-4a49-9a63-1bed252b30c8 req-31a53a25-5105-4044-992d-adbf7a4a95bb tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=122de920-7758-452e-8d27-3c55a5ee0f86 HTTP/1.1" status: 200 len: 210 time: 0.0297174 Aug 15 14:24:43.259508 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-883413d6-d495-4244-bb99-43f8d4d10773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:43.299580 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586e330-3d38-4ffe-b7ab-6a6d2e3ce866 req-6b35afdc-a2f7-4208-8ddd-21e28d783ab1 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:43.300943 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0586e330-3d38-4ffe-b7ab-6a6d2e3ce866 req-6b35afdc-a2f7-4208-8ddd-21e28d783ab1 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 944 time: 0.0489299 Aug 15 14:24:43.337335 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0586e330-3d38-4ffe-b7ab-6a6d2e3ce866 req-d446ec1d-4745-4735-bf98-b58ad6eabaa7 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304031 Aug 15 14:24:43.448116 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 7a9414a0-3047-431a-9830-7d82ece11949 up at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:24:43.497054 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning complete for port 7a9414a0-3047-431a-9830-7d82ece11949 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:24:43.498964 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:43.571016 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:43.593143 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03c0f60-f56c-4946-b6f2-8389ad5fc2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9414a0-3047-431a-9830-7d82ece11949'}] {{(pid=94453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:24:43.595971 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67f9f608f21815e3b7d057bcd481c644a3f088ed5729c17767b65ea5f15acf6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9994876a-4336-4d54-a9cc-863ab74b2133" -d '{"events": [{"server_uuid": "a03c0f60-f56c-4946-b6f2-8389ad5fc2c3", "name": "network-vif-plugged", "status": "completed", "tag": "7a9414a0-3047-431a-9830-7d82ece11949"}]}' {{(pid=94453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:24:43.608092 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 7a9414a0-3047-431a-9830-7d82ece11949, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=7a9414a0-3047-431a-9830-7d82ece11949,segment=NetworkSegment(80471f41-1fac-4b4d-8c57-20e0de5d2141),segment_id=80471f41-1fac-4b4d-8c57-20e0de5d2141)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:24:43.632044 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e3ce3f-d9a8-483d-8363-2c1abdfe1196 x-openstack-request-id: req-95e3ce3f-d9a8-483d-8363-2c1abdfe1196 {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:24:43.632323 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03c0f60-f56c-4946-b6f2-8389ad5fc2c3", "name": "network-vif-plugged", "status": "completed", "tag": "7a9414a0-3047-431a-9830-7d82ece11949", "code": 200}]} {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:24:43.632598 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-95e3ce3f-d9a8-483d-8363-2c1abdfe1196 {{(pid=94453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:24:43.632974 dv-cinder-804581-6-iscsi neutron-server[94453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03c0f60-f56c-4946-b6f2-8389ad5fc2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9414a0-3047-431a-9830-7d82ece11949', 'code': 200} Aug 15 14:24:43.690154 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:43.691050 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device e1269e85-023a-43ed-bc65-c3af73b92cc7 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:24:43.728831 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] No Port match for: e1269e85-023a-43ed-bc65-c3af73b92cc7 {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:24:43.729151 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device e1269e85-023a-43ed-bc65-c3af73b92cc7 not bound to the agent host hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:24:43.755815 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=7a9414a0-3047-431a-9830-7d82ece11949,revision_number=10']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:24:43.924773 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:43.973433 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acf3df-dda4-4f15-9426-c3f40862ce58 req-b15bc848-3866-4845-8f2d-266e257d2872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:43.975107 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-89acf3df-dda4-4f15-9426-c3f40862ce58 req-b15bc848-3866-4845-8f2d-266e257d2872 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 1099 time: 0.0426018 Aug 15 14:24:44.011865 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-89acf3df-dda4-4f15-9426-c3f40862ce58 req-47f73efb-0793-4881-8525-a8e4379bcddd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296550 Aug 15 14:24:44.458226 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd781ce9-83e6-4633-8728-65c587a60451 req-4a7af6f1-844c-4ea9-8286-83cb42deb6a3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:44.459684 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-fd781ce9-83e6-4633-8728-65c587a60451 req-4a7af6f1-844c-4ea9-8286-83cb42deb6a3 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 946 time: 0.0472636 Aug 15 14:24:44.496006 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-fd781ce9-83e6-4633-8728-65c587a60451 req-e157dd34-f06b-4ddd-b3d3-9ae147029126 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303333 Aug 15 14:24:44.667281 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:45.617672 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00968f11-2f35-424d-91cb-5e184711d78b req-29e8d8cc-0f2c-4599-888b-0e292aebd49b tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:45.619132 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-00968f11-2f35-424d-91cb-5e184711d78b req-29e8d8cc-0f2c-4599-888b-0e292aebd49b tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 946 time: 0.0485101 Aug 15 14:24:45.656501 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-00968f11-2f35-424d-91cb-5e184711d78b req-f89e5d4f-1421-485d-b161-42dd0e0a1df9 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313821 Aug 15 14:24:46.220721 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 53574) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:24:46.374033 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-9ac3b204-8d6f-4779-8726-48d45dfea81c tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Deleting port 96c69550-2f3b-4bab-8e0a-425d128f522c {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:24:46.374376 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9ac3b204-8d6f-4779-8726-48d45dfea81c tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:46.450818 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9ac3b204-8d6f-4779-8726-48d45dfea81c tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:46.451149 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9ac3b204-8d6f-4779-8726-48d45dfea81c tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:46.462698 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-9ac3b204-8d6f-4779-8726-48d45dfea81c tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Calling delete_port for 96c69550-2f3b-4bab-8e0a-425d128f522c owned by network:floatingip {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:24:46.613735 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:46.693918 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9ac3b204-8d6f-4779-8726-48d45dfea81c tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:46.720807 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3b204-8d6f-4779-8726-48d45dfea81c tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Pushing event deleted for resources: {'Port': ['ID=96c69550-2f3b-4bab-8e0a-425d128f522c,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:24:46.775430 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece7b89-6d85-4af3-9e16-b19174a2c4c5 req-80faabc9-bf42-42aa-aa65-256190ad7e20 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:46.777082 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5ece7b89-6d85-4af3-9e16-b19174a2c4c5 req-80faabc9-bf42-42aa-aa65-256190ad7e20 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 946 time: 0.0494597 Aug 15 14:24:46.781464 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9ac3b204-8d6f-4779-8726-48d45dfea81c tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for floatingip, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:46.781847 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.db.l3_db [None req-9ac3b204-8d6f-4779-8726-48d45dfea81c tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Floating IP 5bbaa80f-0c4f-478c-bc3b-c74f362c9b85 disassociated (deleted). External IP: 172.27.3.81, port: a67092c6-46ea-45a7-a2e0-a526eb2f0510. Aug 15 14:24:46.816073 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-5ece7b89-6d85-4af3-9e16-b19174a2c4c5 req-c35f17c8-c1ae-4dd4-9a41-c5f0d9b02dbe tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325949 Aug 15 14:24:46.981344 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac3b204-8d6f-4779-8726-48d45dfea81c tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Router d8e3f065-29f9-4b82-a5a6-ec78243aa1ca has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:24:47.084936 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac3b204-8d6f-4779-8726-48d45dfea81c tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:24:47.089640 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9ac3b204-8d6f-4779-8726-48d45dfea81c tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for floatingip, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:47.094915 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dffb63f-549a-46ef-bb6f-8a9661b4854a None None] Sync routers for ids ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'] in dv-cinder-804581-6-iscsi {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:24:47.104361 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dffb63f-549a-46ef-bb6f-8a9661b4854a None None] Routers {'d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:24:47.104966 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-7dffb63f-549a-46ef-bb6f-8a9661b4854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:24:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:24:47.114776 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-9ac3b204-8d6f-4779-8726-48d45dfea81c tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "DELETE /v2.0/floatingips/5bbaa80f-0c4f-478c-bc3b-c74f362c9b85 HTTP/1.1" status: 204 len: 168 time: 0.8930109 Aug 15 14:24:47.115488 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b7733c9-f163-4500-b73c-4256a278cc65', 'tag': 'a67092c6-46ea-45a7-a2e0-a526eb2f0510'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:24:47.117650 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7098f3c-2a31-4e6f-aa01-20e6adf53f54" -d '{"events": [{"name": "network-changed", "server_uuid": "1b7733c9-f163-4500-b73c-4256a278cc65", "tag": "a67092c6-46ea-45a7-a2e0-a526eb2f0510"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:24:47.155687 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f308d01-484b-4650-bcfc-a1d7a3b76a4a x-openstack-request-id: req-7f308d01-484b-4650-bcfc-a1d7a3b76a4a {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:24:47.155972 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b7733c9-f163-4500-b73c-4256a278cc65", "tag": "a67092c6-46ea-45a7-a2e0-a526eb2f0510", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:24:47.156218 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7f308d01-484b-4650-bcfc-a1d7a3b76a4a {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:24:47.156612 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b7733c9-f163-4500-b73c-4256a278cc65', 'tag': 'a67092c6-46ea-45a7-a2e0-a526eb2f0510', 'status': 'completed', 'code': 200} Aug 15 14:24:47.217942 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-7dffb63f-549a-46ef-bb6f-8a9661b4854a None None] Set router d8e3f065-29f9-4b82-a5a6-ec78243aa1ca gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:24:47.222654 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7098f3c-2a31-4e6f-aa01-20e6adf53f54 req-1978a270-d787-4031-9b82-659a02852348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:47.224237 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d7098f3c-2a31-4e6f-aa01-20e6adf53f54 req-1978a270-d787-4031-9b82-659a02852348 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e17307d397464d099cfe8fea70bc575f&device_id=1b7733c9-f163-4500-b73c-4256a278cc65 HTTP/1.1" status: 200 len: 1099 time: 0.0441895 Aug 15 14:24:47.313151 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7098f3c-2a31-4e6f-aa01-20e6adf53f54 req-dc1c0814-d76e-41f7-abec-a33e62cd1147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:47.314708 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d7098f3c-2a31-4e6f-aa01-20e6adf53f54 req-dc1c0814-d76e-41f7-abec-a33e62cd1147 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a HTTP/1.1" status: 200 len: 913 time: 0.0831861 Aug 15 14:24:47.362318 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d7098f3c-2a31-4e6f-aa01-20e6adf53f54 req-d3c2c49a-06b1-4377-93ce-e86226d109aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a67092c6-46ea-45a7-a2e0-a526eb2f0510 HTTP/1.1" status: 200 len: 217 time: 0.0399086 Aug 15 14:24:47.417814 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7098f3c-2a31-4e6f-aa01-20e6adf53f54 req-5dc50e2d-e905-4fd6-b1d0-bdec5ab295b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:47.419364 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d7098f3c-2a31-4e6f-aa01-20e6adf53f54 req-5dc50e2d-e905-4fd6-b1d0-bdec5ab295b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04fb6d4a-8e43-4587-8cf9-333c90daf207 HTTP/1.1" status: 200 len: 851 time: 0.0500216 Aug 15 14:24:47.427688 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-7dffb63f-549a-46ef-bb6f-8a9661b4854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'name': 'tempest-TestVolumeBootPattern-2005930483-router', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:12Z', 'updated_at': '2021-08-15T14:14:16Z', 'revision_number': 4, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'gw_port': {'id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:13Z', 'updated_at': '2021-08-15T14:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '10368493-0ae5-4573-92fd-0fb7747e7971', 'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'mac_address': 'fa:16:3e:fd:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:15Z', 'updated_at': '2021-08-15T14:14:21Z', 'revision_number': 5, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'subnets': [{'id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:24:47.455263 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dffb63f-549a-46ef-bb6f-8a9661b4854a None None] Checking router: d8e3f065-29f9-4b82-a5a6-ec78243aa1ca for host: dv-cinder-804581-6-iscsi {{(pid=94454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:24:47.463838 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dffb63f-549a-46ef-bb6f-8a9661b4854a None None] Routers {'d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:24:47.464440 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-7dffb63f-549a-46ef-bb6f-8a9661b4854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:24:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:24:47.475498 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7098f3c-2a31-4e6f-aa01-20e6adf53f54 req-fd5e6bf6-a6b9-4d55-9dfb-bcfacbfac9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:47.477212 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d7098f3c-2a31-4e6f-aa01-20e6adf53f54 req-fd5e6bf6-a6b9-4d55-9dfb-bcfacbfac9e3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424888 Aug 15 14:24:47.511052 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468df027-d06f-48fc-9e0b-2ddc5266ec02 req-4399af39-4739-4ddd-8c81-184cd000b11e tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:47.513005 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-468df027-d06f-48fc-9e0b-2ddc5266ec02 req-4399af39-4739-4ddd-8c81-184cd000b11e tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b7733c9-f163-4500-b73c-4256a278cc65 HTTP/1.1" status: 200 len: 946 time: 0.0548837 Aug 15 14:24:47.574992 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d7098f3c-2a31-4e6f-aa01-20e6adf53f54 req-5d62ee77-47b8-4a3a-824a-0782d159d35d service neutron] 10.222.0.20 "GET /v2.0/networks/f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891545 Aug 15 14:24:47.576477 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-7dffb63f-549a-46ef-bb6f-8a9661b4854a None None] Set router d8e3f065-29f9-4b82-a5a6-ec78243aa1ca gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:24:47.796350 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-7dffb63f-549a-46ef-bb6f-8a9661b4854a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'name': 'tempest-TestVolumeBootPattern-2005930483-router', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:12Z', 'updated_at': '2021-08-15T14:14:16Z', 'revision_number': 4, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'gw_port': {'id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:13Z', 'updated_at': '2021-08-15T14:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '10368493-0ae5-4573-92fd-0fb7747e7971', 'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'mac_address': 'fa:16:3e:fd:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:15Z', 'updated_at': '2021-08-15T14:14:21Z', 'revision_number': 5, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'subnets': [{'id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:24:47.814090 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-468df027-d06f-48fc-9e0b-2ddc5266ec02 req-13add229-c18c-442c-adff-d175d61b36ec tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/security-groups?id=e722dfd9-1bb2-4734-8ccf-66127fb13c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2939055 Aug 15 14:24:47.827068 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dffb63f-549a-46ef-bb6f-8a9661b4854a None None] The sync data for ids ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'] in dv-cinder-804581-6-iscsi is: [{'id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'name': 'tempest-TestVolumeBootPattern-2005930483-router', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:12Z', 'updated_at': '2021-08-15T14:14:16Z', 'revision_number': 4, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'gw_port': {'id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:13Z', 'updated_at': '2021-08-15T14:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '10368493-0ae5-4573-92fd-0fb7747e7971', 'name': '', 'network_id': 'f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'mac_address': 'fa:16:3e:fd:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:15Z', 'updated_at': '2021-08-15T14:14:21Z', 'revision_number': 5, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'subnets': [{'id': '04fb6d4a-8e43-4587-8cf9-333c90daf207', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:24:47.928618 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d7098f3c-2a31-4e6f-aa01-20e6adf53f54 req-5929cd77-d57b-4f01-9588-7203654643e4 service neutron] 10.222.0.20 "GET /v2.0/networks/f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453038 Aug 15 14:24:48.046501 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30fbc05-7ad3-4c45-ab0e-ae4b925132e3 None None] New status for floating IP 5bbaa80f-0c4f-478c-bc3b-c74f362c9b85: DOWN {{(pid=94453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 15 14:24:48.492112 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab1c46-202f-4b9c-96bd-3a8bc7e9fc33 req-7d851708-68f9-4d19-a0c8-98570f2615c7 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:24:48.493563 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-fdab1c46-202f-4b9c-96bd-3a8bc7e9fc33 req-7d851708-68f9-4d19-a0c8-98570f2615c7 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b7733c9-f163-4500-b73c-4256a278cc65 HTTP/1.1" status: 200 len: 946 time: 0.0479178 Aug 15 14:24:48.585974 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-fdab1c46-202f-4b9c-96bd-3a8bc7e9fc33 req-8a2cf429-ae86-4535-892b-c9b451cb1e28 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Deleting port a67092c6-46ea-45a7-a2e0-a526eb2f0510 {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:24:48.586314 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-fdab1c46-202f-4b9c-96bd-3a8bc7e9fc33 req-8a2cf429-ae86-4535-892b-c9b451cb1e28 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:48.670303 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-fdab1c46-202f-4b9c-96bd-3a8bc7e9fc33 req-8a2cf429-ae86-4535-892b-c9b451cb1e28 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] For port a67092c6-46ea-45a7-a2e0-a526eb2f0510, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=a67092c6-46ea-45a7-a2e0-a526eb2f0510,segment=NetworkSegment(b621ef3b-4103-4fcd-84aa-5ab6add98e0a),segment_id=b621ef3b-4103-4fcd-84aa-5ab6add98e0a)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:24:48.670663 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-fdab1c46-202f-4b9c-96bd-3a8bc7e9fc33 req-8a2cf429-ae86-4535-892b-c9b451cb1e28 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:48.686382 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-fdab1c46-202f-4b9c-96bd-3a8bc7e9fc33 req-8a2cf429-ae86-4535-892b-c9b451cb1e28 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Calling delete_port for a67092c6-46ea-45a7-a2e0-a526eb2f0510 owned by compute:nova {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:24:48.878789 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-fdab1c46-202f-4b9c-96bd-3a8bc7e9fc33 req-8a2cf429-ae86-4535-892b-c9b451cb1e28 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:48.933339 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6981e776-9935-44ee-950b-725c69c1652a req-e5219b2d-3e7a-470b-952d-88d0702af8c6 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b7733c9-f163-4500-b73c-4256a278cc65 HTTP/1.1" status: 200 len: 210 time: 0.0497665 Aug 15 14:24:48.941311 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2cf429-ae86-4535-892b-c9b451cb1e28 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Pushing event deleted for resources: {'Port': ['ID=a67092c6-46ea-45a7-a2e0-a526eb2f0510,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:24:48.979191 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdab1c46-202f-4b9c-96bd-3a8bc7e9fc33 req-8a2cf429-ae86-4535-892b-c9b451cb1e28 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] No DVR routers for this DVR port a67092c6-46ea-45a7-a2e0-a526eb2f0510 on host hv-cinder-80458 {{(pid=94450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:24:48.981921 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-fdab1c46-202f-4b9c-96bd-3a8bc7e9fc33 req-8a2cf429-ae86-4535-892b-c9b451cb1e28 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:48.984252 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-fdab1c46-202f-4b9c-96bd-3a8bc7e9fc33 req-8a2cf429-ae86-4535-892b-c9b451cb1e28 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.20 "DELETE /v2.0/ports/a67092c6-46ea-45a7-a2e0-a526eb2f0510 HTTP/1.1" status: 204 len: 173 time: 0.4822853 Aug 15 14:24:49.158143 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7733c9-f163-4500-b73c-4256a278cc65', 'name': 'network-vif-deleted', 'tag': 'a67092c6-46ea-45a7-a2e0-a526eb2f0510'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:24:49.160518 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfce6585-94fe-42f2-bfa1-6411f2989a97" -d '{"events": [{"server_uuid": "1b7733c9-f163-4500-b73c-4256a278cc65", "name": "network-vif-deleted", "tag": "a67092c6-46ea-45a7-a2e0-a526eb2f0510"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:24:49.195180 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73db9a37-e470-40f9-a550-59b55494ba95 x-openstack-request-id: req-73db9a37-e470-40f9-a550-59b55494ba95 {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:24:49.195473 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b7733c9-f163-4500-b73c-4256a278cc65", "name": "network-vif-deleted", "tag": "a67092c6-46ea-45a7-a2e0-a526eb2f0510", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:24:49.195748 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-73db9a37-e470-40f9-a550-59b55494ba95 {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:24:49.196141 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b7733c9-f163-4500-b73c-4256a278cc65', 'name': 'network-vif-deleted', 'tag': 'a67092c6-46ea-45a7-a2e0-a526eb2f0510', 'status': 'completed', 'code': 200} Aug 15 14:24:50.043860 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-6e779037-30ab-4053-80f7-c28e73563320 req-24621313-02d7-4d35-bec0-62081206218a tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b7733c9-f163-4500-b73c-4256a278cc65 HTTP/1.1" status: 200 len: 210 time: 0.0261710 Aug 15 14:24:51.100609 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 53596) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:24:51.218533 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-ff381482-87fa-489a-a0cd-67ea527508d7 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Deleting port ee34ebe5-b6a8-4cb2-8bde-826294e8dd7d {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:24:51.218871 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ff381482-87fa-489a-a0cd-67ea527508d7 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:51.293757 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ff381482-87fa-489a-a0cd-67ea527508d7 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:51.294014 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ff381482-87fa-489a-a0cd-67ea527508d7 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:51.304985 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-ff381482-87fa-489a-a0cd-67ea527508d7 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Calling delete_port for ee34ebe5-b6a8-4cb2-8bde-826294e8dd7d owned by network:floatingip {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:24:51.495292 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ff381482-87fa-489a-a0cd-67ea527508d7 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:51.520079 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device a67092c6-46ea-45a7-a2e0-a526eb2f0510 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:24:51.520852 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff381482-87fa-489a-a0cd-67ea527508d7 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Pushing event deleted for resources: {'Port': ['ID=ee34ebe5-b6a8-4cb2-8bde-826294e8dd7d,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:24:51.546761 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] No Port match for: a67092c6-46ea-45a7-a2e0-a526eb2f0510 {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:24:51.547024 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device a67092c6-46ea-45a7-a2e0-a526eb2f0510 not bound to the agent host hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:24:51.579759 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ff381482-87fa-489a-a0cd-67ea527508d7 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for floatingip, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:51.582264 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ff381482-87fa-489a-a0cd-67ea527508d7 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for floatingip, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:51.583395 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-ff381482-87fa-489a-a0cd-67ea527508d7 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "DELETE /v2.0/floatingips/42c5e098-6140-48c8-8770-a56380c18d58 HTTP/1.1" status: 204 len: 168 time: 0.4818151 Aug 15 14:24:52.871798 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 53608) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:24:52.928117 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-e3db19b8-532d-4b86-8591-a33e3249fe67 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:52.956323 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-e3db19b8-532d-4b86-8591-a33e3249fe67 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:53.076497 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-e3db19b8-532d-4b86-8591-a33e3249fe67 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:53.080052 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-e3db19b8-532d-4b86-8591-a33e3249fe67 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:53.081225 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-e3db19b8-532d-4b86-8591-a33e3249fe67 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] 10.222.0.22 "DELETE /v2.0/security-groups/e722dfd9-1bb2-4734-8ccf-66127fb13c26 HTTP/1.1" status: 204 len: 168 time: 0.2084630 Aug 15 14:24:53.090171 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db19b8-532d-4b86-8591-a33e3249fe67 tempest-TestVolumeBootPattern-1026071415 tempest-TestVolumeBootPattern-1026071415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e722dfd9-1bb2-4734-8ccf-66127fb13c26,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:24:53.212410 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 53612) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:24:53.675668 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-aa628aa2-2cb3-4689-b503-cadb8ad0050a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520604'] for router_interface, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:53.915086 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-aa628aa2-2cb3-4689-b503-cadb8ad0050a admin admin] Deleting port 10368493-0ae5-4573-92fd-0fb7747e7971 {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:24:53.915760 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-aa628aa2-2cb3-4689-b503-cadb8ad0050a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:53.993905 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [None req-aa628aa2-2cb3-4689-b503-cadb8ad0050a admin admin] For port 10368493-0ae5-4573-92fd-0fb7747e7971, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=10368493-0ae5-4573-92fd-0fb7747e7971,segment=NetworkSegment(b621ef3b-4103-4fcd-84aa-5ab6add98e0a),segment_id=b621ef3b-4103-4fcd-84aa-5ab6add98e0a)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:24:53.994274 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-aa628aa2-2cb3-4689-b503-cadb8ad0050a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:54.006676 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-aa628aa2-2cb3-4689-b503-cadb8ad0050a admin admin] Calling delete_port for 10368493-0ae5-4573-92fd-0fb7747e7971 owned by network:router_interface {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:24:54.247886 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-aa628aa2-2cb3-4689-b503-cadb8ad0050a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:54.273852 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa628aa2-2cb3-4689-b503-cadb8ad0050a admin admin] Pushing event deleted for resources: {'Port': ['ID=10368493-0ae5-4573-92fd-0fb7747e7971,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:24:54.432131 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-aa628aa2-2cb3-4689-b503-cadb8ad0050a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594476'] for router_interface, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:54.635426 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa628aa2-2cb3-4689-b503-cadb8ad0050a admin admin] Router d8e3f065-29f9-4b82-a5a6-ec78243aa1ca has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:24:54.738955 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa628aa2-2cb3-4689-b503-cadb8ad0050a admin admin] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:24:54.743979 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-aa628aa2-2cb3-4689-b503-cadb8ad0050a admin admin] 10.222.0.22 "PUT /v2.0/routers/d8e3f065-29f9-4b82-a5a6-ec78243aa1ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5303404 Aug 15 14:24:54.747751 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d165dd05-ec5f-4dcc-8345-33f57476461c None None] Sync routers for ids ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'] in dv-cinder-804581-6-iscsi {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:24:54.751423 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 53616) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:24:54.757185 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d165dd05-ec5f-4dcc-8345-33f57476461c None None] Routers {'d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:24:54.757824 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-d165dd05-ec5f-4dcc-8345-33f57476461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:24:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:24:54.852870 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-48365ebe-ad57-4994-ac2b-5cb769518aab admin admin] Notify callbacks [] for router, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:54.863226 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-d165dd05-ec5f-4dcc-8345-33f57476461c None None] Set router d8e3f065-29f9-4b82-a5a6-ec78243aa1ca gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:24:54.951942 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-48365ebe-ad57-4994-ac2b-5cb769518aab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:55.069250 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.plugin [None req-48365ebe-ad57-4994-ac2b-5cb769518aab admin admin] Deleting port 34815c2a-608e-498e-8ab4-7e9efb430084 {{(pid=94451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:24:55.069629 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-48365ebe-ad57-4994-ac2b-5cb769518aab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:55.128652 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-d165dd05-ec5f-4dcc-8345-33f57476461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'name': 'tempest-TestVolumeBootPattern-2005930483-router', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:12Z', 'updated_at': '2021-08-15T14:24:54Z', 'revision_number': 5, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'gw_port': {'id': '34815c2a-608e-498e-8ab4-7e9efb430084', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:13Z', 'updated_at': '2021-08-15T14:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:24:55.146957 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.db [None req-48365ebe-ad57-4994-ac2b-5cb769518aab admin admin] For port 34815c2a-608e-498e-8ab4-7e9efb430084, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=34815c2a-608e-498e-8ab4-7e9efb430084,segment=NetworkSegment(5e752e44-7069-4182-ac48-4f84d046513a),segment_id=5e752e44-7069-4182-ac48-4f84d046513a)] {{(pid=94451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:24:55.147328 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-48365ebe-ad57-4994-ac2b-5cb769518aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:55.154384 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d165dd05-ec5f-4dcc-8345-33f57476461c None None] Checking router: d8e3f065-29f9-4b82-a5a6-ec78243aa1ca for host: dv-cinder-804581-6-iscsi {{(pid=94454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:24:55.163806 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d165dd05-ec5f-4dcc-8345-33f57476461c None None] Routers {'d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:24:55.164111 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.plugin [None req-48365ebe-ad57-4994-ac2b-5cb769518aab admin admin] Calling delete_port for 34815c2a-608e-498e-8ab4-7e9efb430084 owned by network:router_gateway {{(pid=94451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:24:55.164408 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-d165dd05-ec5f-4dcc-8345-33f57476461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:24:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:24:55.249040 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-d165dd05-ec5f-4dcc-8345-33f57476461c None None] Set router d8e3f065-29f9-4b82-a5a6-ec78243aa1ca gateway port host: None {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:24:55.303435 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-d165dd05-ec5f-4dcc-8345-33f57476461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'name': 'tempest-TestVolumeBootPattern-2005930483-router', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:12Z', 'updated_at': '2021-08-15T14:24:54Z', 'revision_number': 6, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'gw_port_host': None}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:24:55.330024 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d165dd05-ec5f-4dcc-8345-33f57476461c None None] The sync data for ids ['d8e3f065-29f9-4b82-a5a6-ec78243aa1ca'] in dv-cinder-804581-6-iscsi is: [{'id': 'd8e3f065-29f9-4b82-a5a6-ec78243aa1ca', 'name': 'tempest-TestVolumeBootPattern-2005930483-router', 'tenant_id': 'e17307d397464d099cfe8fea70bc575f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:12Z', 'updated_at': '2021-08-15T14:24:54Z', 'revision_number': 6, 'project_id': 'e17307d397464d099cfe8fea70bc575f', 'gw_port_host': None}] {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:24:55.369979 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-48365ebe-ad57-4994-ac2b-5cb769518aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823643'] for port, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:55.399112 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48365ebe-ad57-4994-ac2b-5cb769518aab admin admin] Pushing event deleted for resources: {'Port': ['ID=34815c2a-608e-498e-8ab4-7e9efb430084,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:24:55.456545 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-48365ebe-ad57-4994-ac2b-5cb769518aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594902'] for router_gateway, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:55.461102 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:24:55.542554 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-48365ebe-ad57-4994-ac2b-5cb769518aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-591674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1427'] for router, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:55.544485 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-48365ebe-ad57-4994-ac2b-5cb769518aab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:55.661108 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-48365ebe-ad57-4994-ac2b-5cb769518aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591669'] for router, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:55.661580 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48365ebe-ad57-4994-ac2b-5cb769518aab admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8e3f065-29f9-4b82-a5a6-ec78243aa1ca {{(pid=94451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 15 14:24:55.666514 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-48365ebe-ad57-4994-ac2b-5cb769518aab admin admin] Notify callbacks [] for router, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:55.667653 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-48365ebe-ad57-4994-ac2b-5cb769518aab admin admin] 10.222.0.22 "DELETE /v2.0/routers/d8e3f065-29f9-4b82-a5a6-ec78243aa1ca HTTP/1.1" status: 204 len: 168 time: 0.9152558 Aug 15 14:24:55.670326 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 53618) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:24:55.716233 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ebf385-c7bd-4a35-a78c-bbded9557e04 admin admin] Deleting subnet 04fb6d4a-8e43-4587-8cf9-333c90daf207 {{(pid=94451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 15 14:24:55.720117 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-63ebf385-c7bd-4a35-a78c-bbded9557e04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:55.756944 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-63ebf385-c7bd-4a35-a78c-bbded9557e04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8830010'] for subnet, precommit_delete_associations {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:55.837636 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-63ebf385-c7bd-4a35-a78c-bbded9557e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1604558'] for subnet, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:55.964287 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-63ebf385-c7bd-4a35-a78c-bbded9557e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1604569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305926'] for subnet, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:55.989001 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ebf385-c7bd-4a35-a78c-bbded9557e04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04fb6d4a-8e43-4587-8cf9-333c90daf207,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:24:55.992737 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-63ebf385-c7bd-4a35-a78c-bbded9557e04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:55.994806 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-63ebf385-c7bd-4a35-a78c-bbded9557e04 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/04fb6d4a-8e43-4587-8cf9-333c90daf207 HTTP/1.1" status: 204 len: 168 time: 0.3232656 Aug 15 14:24:55.997038 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 53620) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:24:55.999730 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8eeccf9-f31c-41dd-be3e-9ffaf4016afc None None] Network f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:24:56.064133 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2a832349-a8eb-4007-9f21-b378af692b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586961'] for network, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:56.124112 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.plugin [None req-2a832349-a8eb-4007-9f21-b378af692b6d admin admin] Deleting port 18238709-174e-40cd-888a-a28e131d6edc {{(pid=94451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:24:56.124455 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2a832349-a8eb-4007-9f21-b378af692b6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:56.174803 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711518fb-d8a2-40d9-a283-fa018fd1f95e None None] DHCP port deletion for f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a request from dv-cinder-804581-6-iscsi {{(pid=94453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 15 14:24:56.187957 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.db [None req-2a832349-a8eb-4007-9f21-b378af692b6d admin admin] For port 18238709-174e-40cd-888a-a28e131d6edc, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=18238709-174e-40cd-888a-a28e131d6edc,segment=NetworkSegment(b621ef3b-4103-4fcd-84aa-5ab6add98e0a),segment_id=b621ef3b-4103-4fcd-84aa-5ab6add98e0a)] {{(pid=94451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:24:56.188458 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2a832349-a8eb-4007-9f21-b378af692b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:56.201846 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.plugin [None req-2a832349-a8eb-4007-9f21-b378af692b6d admin admin] Calling delete_port for 18238709-174e-40cd-888a-a28e131d6edc owned by network:dhcp {{(pid=94451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:24:56.225112 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-711518fb-d8a2-40d9-a283-fa018fd1f95e None None] Deleting port 18238709-174e-40cd-888a-a28e131d6edc {{(pid=94453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:24:56.225548 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-711518fb-d8a2-40d9-a283-fa018fd1f95e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:56.295028 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-711518fb-d8a2-40d9-a283-fa018fd1f95e None None] For port 18238709-174e-40cd-888a-a28e131d6edc, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=18238709-174e-40cd-888a-a28e131d6edc,segment=NetworkSegment(b621ef3b-4103-4fcd-84aa-5ab6add98e0a),segment_id=b621ef3b-4103-4fcd-84aa-5ab6add98e0a)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:24:56.304148 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-711518fb-d8a2-40d9-a283-fa018fd1f95e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:56.308661 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-711518fb-d8a2-40d9-a283-fa018fd1f95e None None] Calling delete_port for 18238709-174e-40cd-888a-a28e131d6edc owned by network:dhcp {{(pid=94453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:24:56.376793 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2a832349-a8eb-4007-9f21-b378af692b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823643'] for port, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:56.408524 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a832349-a8eb-4007-9f21-b378af692b6d admin admin] Pushing event deleted for resources: {'Port': ['ID=18238709-174e-40cd-888a-a28e131d6edc,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:24:56.410306 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a832349-a8eb-4007-9f21-b378af692b6d admin admin] No DVR routers for this DVR port 18238709-174e-40cd-888a-a28e131d6edc on host dv-cinder-804581-6-iscsi {{(pid=94451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:24:56.488312 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2a832349-a8eb-4007-9f21-b378af692b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1603913', 'neutron.services.segments.db._delete_segments_for_network-8787669368688'] for network, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:56.498341 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.services.segments.db [None req-2a832349-a8eb-4007-9f21-b378af692b6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a']}} {{(pid=94451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:24:56.508982 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.services.segments.db [None req-2a832349-a8eb-4007-9f21-b378af692b6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b621ef3b-4103-4fcd-84aa-5ab6add98e0a') {'for_net_delete': True} {{(pid=94451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:24:56.509279 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.services.segments.db [None req-2a832349-a8eb-4007-9f21-b378af692b6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b621ef3b-4103-4fcd-84aa-5ab6add98e0a') {} {{(pid=94451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:24:56.513831 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-711518fb-d8a2-40d9-a283-fa018fd1f95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478'] for port, after_delete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:56.518504 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2a832349-a8eb-4007-9f21-b378af692b6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787669372281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8829997'] for segment, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:56.532253 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2a832349-a8eb-4007-9f21-b378af692b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:56.538863 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a832349-a8eb-4007-9f21-b378af692b6d admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=94451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 15 14:24:56.539026 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711518fb-d8a2-40d9-a283-fa018fd1f95e None None] Pushing event deleted for resources: {'Port': ['ID=18238709-174e-40cd-888a-a28e131d6edc,revision_number=None']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:24:56.539306 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2a832349-a8eb-4007-9f21-b378af692b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823734'] for segment, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:56.540945 dv-cinder-804581-6-iscsi neutron-server[94451]: Traceback (most recent call last): Aug 15 14:24:56.540945 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 15 14:24:56.540945 dv-cinder-804581-6-iscsi neutron-server[94451]: timer() Aug 15 14:24:56.540945 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 15 14:24:56.540945 dv-cinder-804581-6-iscsi neutron-server[94451]: cb(*args, **kw) Aug 15 14:24:56.540945 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 15 14:24:56.540945 dv-cinder-804581-6-iscsi neutron-server[94451]: return func(*args, **kwargs) Aug 15 14:24:56.540945 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 15 14:24:56.540945 dv-cinder-804581-6-iscsi neutron-server[94451]: self._notify() Aug 15 14:24:56.540945 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 15 14:24:56.540945 dv-cinder-804581-6-iscsi neutron-server[94451]: self.callback(batched_events) Aug 15 14:24:56.540945 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 15 14:24:56.540945 dv-cinder-804581-6-iscsi neutron-server[94451]: event.method(event) Aug 15 14:24:56.540945 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 15 14:24:56.540945 dv-cinder-804581-6-iscsi neutron-server[94451]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 15 14:24:56.540945 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 15 14:24:56.540945 dv-cinder-804581-6-iscsi neutron-server[94451]: aggregate_uuid = self.p_client.list_aggregates( Aug 15 14:24:56.540945 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 15 14:24:56.540945 dv-cinder-804581-6-iscsi neutron-server[94451]: return f(self, *a, **k) Aug 15 14:24:56.540945 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 15 14:24:56.540945 dv-cinder-804581-6-iscsi neutron-server[94451]: return self._get(url).json() Aug 15 14:24:56.540945 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 15 14:24:56.540945 dv-cinder-804581-6-iscsi neutron-server[94451]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 15 14:24:56.540945 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 15 14:24:56.540945 dv-cinder-804581-6-iscsi neutron-server[94451]: return self.request(url, 'GET', **kwargs) Aug 15 14:24:56.540945 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 15 14:24:56.540945 dv-cinder-804581-6-iscsi neutron-server[94451]: base_url = self.get_endpoint(auth, allow=allow, Aug 15 14:24:56.540945 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 15 14:24:56.540945 dv-cinder-804581-6-iscsi neutron-server[94451]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 15 14:24:56.540945 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 15 14:24:56.540945 dv-cinder-804581-6-iscsi neutron-server[94451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 15 14:24:56.540945 dv-cinder-804581-6-iscsi neutron-server[94451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 15 14:24:56.543189 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711518fb-d8a2-40d9-a283-fa018fd1f95e None None] No DVR routers for this DVR port 18238709-174e-40cd-888a-a28e131d6edc on host dv-cinder-804581-6-iscsi {{(pid=94453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:24:56.655377 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2a832349-a8eb-4007-9f21-b378af692b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1603920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594858'] for network, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:56.661102 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2a832349-a8eb-4007-9f21-b378af692b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:56.673699 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-2a832349-a8eb-4007-9f21-b378af692b6d admin admin] 10.222.0.22 "DELETE /v2.0/networks/f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a HTTP/1.1" status: 204 len: 168 time: 0.6652770 Aug 15 14:24:56.673806 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 53622) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:24:56.674496 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a832349-a8eb-4007-9f21-b378af692b6d admin admin] Pushing event deleted for resources: {'Network': ['ID=f8f9d9a1-0cd0-40b1-b0de-dd1830828c2a,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:24:57.001686 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-1f74b66e-1c9a-40e2-834c-bfca53f8b047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520604'] for router_interface, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:57.100555 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 10368493-0ae5-4573-92fd-0fb7747e7971 no longer exists at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:24:57.120000 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] No Port match for: 10368493-0ae5-4573-92fd-0fb7747e7971 {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:24:57.120359 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 10368493-0ae5-4573-92fd-0fb7747e7971 not bound to the agent host dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:24:57.120769 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 34815c2a-608e-498e-8ab4-7e9efb430084 no longer exists at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:24:57.138890 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] No Port match for: 34815c2a-608e-498e-8ab4-7e9efb430084 {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:24:57.139227 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 34815c2a-608e-498e-8ab4-7e9efb430084 not bound to the agent host dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:24:57.139635 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 18238709-174e-40cd-888a-a28e131d6edc no longer exists at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:24:57.158141 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] No Port match for: 18238709-174e-40cd-888a-a28e131d6edc {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:24:57.158482 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 18238709-174e-40cd-888a-a28e131d6edc not bound to the agent host dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:24:57.239551 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-1f74b66e-1c9a-40e2-834c-bfca53f8b047 admin admin] Deleting port bd74e35c-eaee-4724-890e-6eb8275b506e {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:24:57.239888 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-1f74b66e-1c9a-40e2-834c-bfca53f8b047 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:57.314958 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [None req-1f74b66e-1c9a-40e2-834c-bfca53f8b047 admin admin] For port bd74e35c-eaee-4724-890e-6eb8275b506e, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=bd74e35c-eaee-4724-890e-6eb8275b506e,segment=NetworkSegment(1b237780-8b46-4812-8657-53a0237cd9d7),segment_id=1b237780-8b46-4812-8657-53a0237cd9d7)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:24:57.315318 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-1f74b66e-1c9a-40e2-834c-bfca53f8b047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:57.327135 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-1f74b66e-1c9a-40e2-834c-bfca53f8b047 admin admin] Calling delete_port for bd74e35c-eaee-4724-890e-6eb8275b506e owned by network:router_interface {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:24:57.562513 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-1f74b66e-1c9a-40e2-834c-bfca53f8b047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:57.586818 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74b66e-1c9a-40e2-834c-bfca53f8b047 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd74e35c-eaee-4724-890e-6eb8275b506e,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:24:57.997609 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-1f74b66e-1c9a-40e2-834c-bfca53f8b047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594476'] for router_interface, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:58.200806 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f74b66e-1c9a-40e2-834c-bfca53f8b047 admin admin] Router 88f8fe45-f9e3-458d-90b5-d1395e0bd9fb has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:24:58.308298 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f74b66e-1c9a-40e2-834c-bfca53f8b047 admin admin] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:24:58.314876 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-1f74b66e-1c9a-40e2-834c-bfca53f8b047 admin admin] 10.222.0.22 "PUT /v2.0/routers/88f8fe45-f9e3-458d-90b5-d1395e0bd9fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6456478 Aug 15 14:24:58.316413 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 53626) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:24:58.319133 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff373031-ada2-47c7-88cb-7602b1ad7219 None None] Sync routers for ids ['88f8fe45-f9e3-458d-90b5-d1395e0bd9fb'] in dv-cinder-804581-6-iscsi {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:24:58.328217 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff373031-ada2-47c7-88cb-7602b1ad7219 None None] Routers {'88f8fe45-f9e3-458d-90b5-d1395e0bd9fb'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:24:58.329828 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-ff373031-ada2-47c7-88cb-7602b1ad7219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:24:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['88f8fe45-f9e3-458d-90b5-d1395e0bd9fb'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:24:58.421689 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-b4e9e3ce-18ff-47fb-b7d1-3b7487573360 admin admin] Notify callbacks [] for router, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:58.446042 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-ff373031-ada2-47c7-88cb-7602b1ad7219 None None] Set router 88f8fe45-f9e3-458d-90b5-d1395e0bd9fb gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:24:58.517774 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-b4e9e3ce-18ff-47fb-b7d1-3b7487573360 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:58.628718 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-ff373031-ada2-47c7-88cb-7602b1ad7219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f8fe45-f9e3-458d-90b5-d1395e0bd9fb', 'name': 'tempest-TestVolumeBootPattern-1584181742-router', 'tenant_id': 'c15ec9c7f59c426aa390cb717acb201a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:20Z', 'updated_at': '2021-08-15T14:24:57Z', 'revision_number': 5, 'project_id': 'c15ec9c7f59c426aa390cb717acb201a', 'gw_port': {'id': '6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f8fe45-f9e3-458d-90b5-d1395e0bd9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:14:21Z', 'updated_at': '2021-08-15T14:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:24:58.660088 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-b4e9e3ce-18ff-47fb-b7d1-3b7487573360 admin admin] Deleting port 6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:24:58.660429 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-b4e9e3ce-18ff-47fb-b7d1-3b7487573360 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:58.660964 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff373031-ada2-47c7-88cb-7602b1ad7219 None None] Checking router: 88f8fe45-f9e3-458d-90b5-d1395e0bd9fb for host: dv-cinder-804581-6-iscsi {{(pid=94453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:24:58.669806 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff373031-ada2-47c7-88cb-7602b1ad7219 None None] Routers {'88f8fe45-f9e3-458d-90b5-d1395e0bd9fb'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:24:58.670750 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-ff373031-ada2-47c7-88cb-7602b1ad7219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:24:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['88f8fe45-f9e3-458d-90b5-d1395e0bd9fb'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:24:58.746979 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [None req-b4e9e3ce-18ff-47fb-b7d1-3b7487573360 admin admin] For port 6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc,segment=NetworkSegment(5e752e44-7069-4182-ac48-4f84d046513a),segment_id=5e752e44-7069-4182-ac48-4f84d046513a)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:24:58.747343 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-b4e9e3ce-18ff-47fb-b7d1-3b7487573360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:58.760433 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-b4e9e3ce-18ff-47fb-b7d1-3b7487573360 admin admin] Calling delete_port for 6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc owned by network:router_gateway {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:24:58.763645 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-ff373031-ada2-47c7-88cb-7602b1ad7219 None None] Set router 88f8fe45-f9e3-458d-90b5-d1395e0bd9fb gateway port host: None {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:24:58.818705 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-ff373031-ada2-47c7-88cb-7602b1ad7219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f8fe45-f9e3-458d-90b5-d1395e0bd9fb', 'name': 'tempest-TestVolumeBootPattern-1584181742-router', 'tenant_id': 'c15ec9c7f59c426aa390cb717acb201a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:20Z', 'updated_at': '2021-08-15T14:24:58Z', 'revision_number': 6, 'project_id': 'c15ec9c7f59c426aa390cb717acb201a', 'gw_port_host': None}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:24:58.844472 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff373031-ada2-47c7-88cb-7602b1ad7219 None None] The sync data for ids ['88f8fe45-f9e3-458d-90b5-d1395e0bd9fb'] in dv-cinder-804581-6-iscsi is: [{'id': '88f8fe45-f9e3-458d-90b5-d1395e0bd9fb', 'name': 'tempest-TestVolumeBootPattern-1584181742-router', 'tenant_id': 'c15ec9c7f59c426aa390cb717acb201a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:14:20Z', 'updated_at': '2021-08-15T14:24:58Z', 'revision_number': 6, 'project_id': 'c15ec9c7f59c426aa390cb717acb201a', 'gw_port_host': None}] {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:24:59.015646 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-b4e9e3ce-18ff-47fb-b7d1-3b7487573360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:59.041317 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e9e3ce-18ff-47fb-b7d1-3b7487573360 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:24:59.102582 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-b4e9e3ce-18ff-47fb-b7d1-3b7487573360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594902'] for router_gateway, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:59.192987 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-b4e9e3ce-18ff-47fb-b7d1-3b7487573360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-591674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1427'] for router, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:59.195362 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-b4e9e3ce-18ff-47fb-b7d1-3b7487573360 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:59.306927 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-b4e9e3ce-18ff-47fb-b7d1-3b7487573360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591669'] for router, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:59.307467 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e9e3ce-18ff-47fb-b7d1-3b7487573360 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88f8fe45-f9e3-458d-90b5-d1395e0bd9fb {{(pid=94450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 15 14:24:59.312309 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-b4e9e3ce-18ff-47fb-b7d1-3b7487573360 admin admin] Notify callbacks [] for router, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:59.313733 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-b4e9e3ce-18ff-47fb-b7d1-3b7487573360 admin admin] 10.222.0.22 "DELETE /v2.0/routers/88f8fe45-f9e3-458d-90b5-d1395e0bd9fb HTTP/1.1" status: 204 len: 168 time: 0.9963918 Aug 15 14:24:59.316270 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 53630) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:24:59.363538 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed5a4f7e-7a35-403c-ad05-a0d01ab9b315 admin admin] Deleting subnet ce006392-c16e-45ac-99c1-8af205379185 {{(pid=94450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 15 14:24:59.366371 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ed5a4f7e-7a35-403c-ad05-a0d01ab9b315 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:59.399049 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ed5a4f7e-7a35-403c-ad05-a0d01ab9b315 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8972445'] for subnet, precommit_delete_associations {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:59.473337 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ed5a4f7e-7a35-403c-ad05-a0d01ab9b315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1604558'] for subnet, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:59.586383 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device bd74e35c-eaee-4724-890e-6eb8275b506e no longer exists at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:24:59.591359 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ed5a4f7e-7a35-403c-ad05-a0d01ab9b315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1604569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10384394'] for subnet, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:59.611634 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] No Port match for: bd74e35c-eaee-4724-890e-6eb8275b506e {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:24:59.612047 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device bd74e35c-eaee-4724-890e-6eb8275b506e not bound to the agent host dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:24:59.622885 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a4f7e-7a35-403c-ad05-a0d01ab9b315 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce006392-c16e-45ac-99c1-8af205379185,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:24:59.624864 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-ed5a4f7e-7a35-403c-ad05-a0d01ab9b315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for subnet, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:59.627736 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-ed5a4f7e-7a35-403c-ad05-a0d01ab9b315 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ce006392-c16e-45ac-99c1-8af205379185 HTTP/1.1" status: 204 len: 168 time: 0.3104465 Aug 15 14:24:59.630339 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 53632) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:24:59.634135 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be093ca-3c09-4da2-9e62-e1b9854e8342 None None] Network 2328d30a-213e-4647-a652-4d04c7d0d1c8 requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:24:59.698238 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2b5b8951-9000-44cc-9b91-54dd175584e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586961'] for network, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:59.760022 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.plugin [None req-2b5b8951-9000-44cc-9b91-54dd175584e6 admin admin] Deleting port adeea001-b0c0-4b51-8e8b-e534c0f59e69 {{(pid=94451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:24:59.760387 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2b5b8951-9000-44cc-9b91-54dd175584e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:59.823362 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b2adda-b572-4d16-8d55-a4cb7a9d87a1 None None] DHCP port deletion for 2328d30a-213e-4647-a652-4d04c7d0d1c8 request from dv-cinder-804581-6-iscsi {{(pid=94453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 15 14:24:59.825933 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.db [None req-2b5b8951-9000-44cc-9b91-54dd175584e6 admin admin] For port adeea001-b0c0-4b51-8e8b-e534c0f59e69, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=adeea001-b0c0-4b51-8e8b-e534c0f59e69,segment=NetworkSegment(1b237780-8b46-4812-8657-53a0237cd9d7),segment_id=1b237780-8b46-4812-8657-53a0237cd9d7)] {{(pid=94451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:24:59.826302 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2b5b8951-9000-44cc-9b91-54dd175584e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:59.841116 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.plugin [None req-2b5b8951-9000-44cc-9b91-54dd175584e6 admin admin] Calling delete_port for adeea001-b0c0-4b51-8e8b-e534c0f59e69 owned by network:dhcp {{(pid=94451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:24:59.872075 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-c3b2adda-b572-4d16-8d55-a4cb7a9d87a1 None None] Deleting port adeea001-b0c0-4b51-8e8b-e534c0f59e69 {{(pid=94453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:24:59.872366 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-c3b2adda-b572-4d16-8d55-a4cb7a9d87a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:59.935148 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-c3b2adda-b572-4d16-8d55-a4cb7a9d87a1 None None] For port adeea001-b0c0-4b51-8e8b-e534c0f59e69, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=adeea001-b0c0-4b51-8e8b-e534c0f59e69,segment=NetworkSegment(1b237780-8b46-4812-8657-53a0237cd9d7),segment_id=1b237780-8b46-4812-8657-53a0237cd9d7)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:24:59.935589 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-c3b2adda-b572-4d16-8d55-a4cb7a9d87a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:24:59.952792 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-c3b2adda-b572-4d16-8d55-a4cb7a9d87a1 None None] Calling delete_port for adeea001-b0c0-4b51-8e8b-e534c0f59e69 owned by network:dhcp {{(pid=94453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:25:00.002436 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2b5b8951-9000-44cc-9b91-54dd175584e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823643'] for port, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:00.026259 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-c3b2adda-b572-4d16-8d55-a4cb7a9d87a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478'] for port, after_delete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:00.028333 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b8951-9000-44cc-9b91-54dd175584e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=adeea001-b0c0-4b51-8e8b-e534c0f59e69,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:25:00.030134 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5b8951-9000-44cc-9b91-54dd175584e6 admin admin] No DVR routers for this DVR port adeea001-b0c0-4b51-8e8b-e534c0f59e69 on host dv-cinder-804581-6-iscsi {{(pid=94451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:25:00.050846 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2adda-b572-4d16-8d55-a4cb7a9d87a1 None None] Pushing event deleted for resources: {'Port': ['ID=adeea001-b0c0-4b51-8e8b-e534c0f59e69,revision_number=None']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:25:00.056238 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b2adda-b572-4d16-8d55-a4cb7a9d87a1 None None] No DVR routers for this DVR port adeea001-b0c0-4b51-8e8b-e534c0f59e69 on host dv-cinder-804581-6-iscsi {{(pid=94453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:25:00.111302 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2b5b8951-9000-44cc-9b91-54dd175584e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1603913', 'neutron.services.segments.db._delete_segments_for_network-8787669368688'] for network, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:00.120769 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.services.segments.db [None req-2b5b8951-9000-44cc-9b91-54dd175584e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2328d30a-213e-4647-a652-4d04c7d0d1c8']}} {{(pid=94451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:25:00.130687 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.services.segments.db [None req-2b5b8951-9000-44cc-9b91-54dd175584e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b237780-8b46-4812-8657-53a0237cd9d7') {'for_net_delete': True} {{(pid=94451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:25:00.130923 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.services.segments.db [None req-2b5b8951-9000-44cc-9b91-54dd175584e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b237780-8b46-4812-8657-53a0237cd9d7') {} {{(pid=94451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:25:00.139598 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2b5b8951-9000-44cc-9b91-54dd175584e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787669372281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8829997'] for segment, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:00.157507 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2b5b8951-9000-44cc-9b91-54dd175584e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:00.163654 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b5b8951-9000-44cc-9b91-54dd175584e6 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=94451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 15 14:25:00.164037 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2b5b8951-9000-44cc-9b91-54dd175584e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823734'] for segment, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:00.165634 dv-cinder-804581-6-iscsi neutron-server[94451]: Traceback (most recent call last): Aug 15 14:25:00.165634 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 15 14:25:00.165634 dv-cinder-804581-6-iscsi neutron-server[94451]: timer() Aug 15 14:25:00.165634 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 15 14:25:00.165634 dv-cinder-804581-6-iscsi neutron-server[94451]: cb(*args, **kw) Aug 15 14:25:00.165634 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 15 14:25:00.165634 dv-cinder-804581-6-iscsi neutron-server[94451]: return func(*args, **kwargs) Aug 15 14:25:00.165634 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 15 14:25:00.165634 dv-cinder-804581-6-iscsi neutron-server[94451]: self._notify() Aug 15 14:25:00.165634 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 15 14:25:00.165634 dv-cinder-804581-6-iscsi neutron-server[94451]: self.callback(batched_events) Aug 15 14:25:00.165634 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 15 14:25:00.165634 dv-cinder-804581-6-iscsi neutron-server[94451]: event.method(event) Aug 15 14:25:00.165634 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 15 14:25:00.165634 dv-cinder-804581-6-iscsi neutron-server[94451]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 15 14:25:00.165634 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 15 14:25:00.165634 dv-cinder-804581-6-iscsi neutron-server[94451]: aggregate_uuid = self.p_client.list_aggregates( Aug 15 14:25:00.165634 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 15 14:25:00.165634 dv-cinder-804581-6-iscsi neutron-server[94451]: return f(self, *a, **k) Aug 15 14:25:00.165634 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 15 14:25:00.165634 dv-cinder-804581-6-iscsi neutron-server[94451]: return self._get(url).json() Aug 15 14:25:00.165634 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 15 14:25:00.165634 dv-cinder-804581-6-iscsi neutron-server[94451]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 15 14:25:00.165634 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 15 14:25:00.165634 dv-cinder-804581-6-iscsi neutron-server[94451]: return self.request(url, 'GET', **kwargs) Aug 15 14:25:00.165634 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 15 14:25:00.165634 dv-cinder-804581-6-iscsi neutron-server[94451]: base_url = self.get_endpoint(auth, allow=allow, Aug 15 14:25:00.165634 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 15 14:25:00.165634 dv-cinder-804581-6-iscsi neutron-server[94451]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 15 14:25:00.165634 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 15 14:25:00.165634 dv-cinder-804581-6-iscsi neutron-server[94451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 15 14:25:00.165634 dv-cinder-804581-6-iscsi neutron-server[94451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 15 14:25:00.289867 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2b5b8951-9000-44cc-9b91-54dd175584e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1603920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594858'] for network, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:00.295499 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2b5b8951-9000-44cc-9b91-54dd175584e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:00.297600 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-2b5b8951-9000-44cc-9b91-54dd175584e6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2328d30a-213e-4647-a652-4d04c7d0d1c8 HTTP/1.1" status: 204 len: 168 time: 0.6661825 Aug 15 14:25:00.311654 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b8951-9000-44cc-9b91-54dd175584e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2328d30a-213e-4647-a652-4d04c7d0d1c8,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:25:00.638262 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 53636) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:25:00.677375 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-9af96a67-2160-4a04-b66a-ce0480f5f827 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e17307d397464d099cfe8fea70bc575f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378933 Aug 15 14:25:00.679662 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 53638) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:25:00.726150 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5866bc37-cec2-49c5-a4a9-10e4d6f6913c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:00.746886 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5866bc37-cec2-49c5-a4a9-10e4d6f6913c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:00.866812 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5866bc37-cec2-49c5-a4a9-10e4d6f6913c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:00.869277 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5866bc37-cec2-49c5-a4a9-10e4d6f6913c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:00.870487 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-5866bc37-cec2-49c5-a4a9-10e4d6f6913c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/12f4b0ae-5460-4ff8-8104-36fd65e496de HTTP/1.1" status: 204 len: 168 time: 0.1898723 Aug 15 14:25:00.878538 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866bc37-cec2-49c5-a4a9-10e4d6f6913c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f4b0ae-5460-4ff8-8104-36fd65e496de,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:25:01.100332 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc no longer exists at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:25:01.122872 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] No Port match for: 6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:25:01.122872 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 6b9d41ef-2d1b-4b3e-89b1-5a2dc653dbbc not bound to the agent host dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:25:01.122872 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device adeea001-b0c0-4b51-8e8b-e534c0f59e69 no longer exists at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:25:01.142957 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] No Port match for: adeea001-b0c0-4b51-8e8b-e534c0f59e69 {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:25:01.143304 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device adeea001-b0c0-4b51-8e8b-e534c0f59e69 not bound to the agent host dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:25:01.509576 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 53644) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:25:01.549196 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-8cc3ada6-b8e4-48c6-ac44-1d1e12ba0c74 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c15ec9c7f59c426aa390cb717acb201a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383999 Aug 15 14:25:01.551526 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 53646) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:25:01.597624 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2e2d0cdb-ce73-4a4f-bfac-1b2ad518bec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:01.618313 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2e2d0cdb-ce73-4a4f-bfac-1b2ad518bec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:01.729576 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2e2d0cdb-ce73-4a4f-bfac-1b2ad518bec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:01.732046 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-2e2d0cdb-ce73-4a4f-bfac-1b2ad518bec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:01.733191 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-2e2d0cdb-ce73-4a4f-bfac-1b2ad518bec1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5f41f34f-f44f-44aa-90f1-29424fce65be HTTP/1.1" status: 204 len: 168 time: 0.1807764 Aug 15 14:25:01.741100 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d0cdb-ce73-4a4f-bfac-1b2ad518bec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f41f34f-f44f-44aa-90f1-29424fce65be,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:25:02.084273 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:09.276590 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-730f7de5-2a3c-4dd4-a64c-1a1b8bc366ce req-f77d20f1-7b8f-4463-96c2-c37ecb359fad service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380235 Aug 15 14:25:09.338331 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f7de5-2a3c-4dd4-a64c-1a1b8bc366ce req-7caa9813-ac2a-4d60-9730-90d0b19f4fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:25:09.339692 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-730f7de5-2a3c-4dd4-a64c-1a1b8bc366ce req-7caa9813-ac2a-4d60-9730-90d0b19f4fa3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b107177252ed48509927e90013a94ff6&device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 1098 time: 0.0414960 Aug 15 14:25:09.439692 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f7de5-2a3c-4dd4-a64c-1a1b8bc366ce req-1953635e-f72d-4a3c-969c-4509d77a541f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:25:09.441099 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-730f7de5-2a3c-4dd4-a64c-1a1b8bc366ce req-1953635e-f72d-4a3c-969c-4509d77a541f service neutron] 10.222.0.20 "GET /v2.0/networks?id=e51b1bec-c2b5-4b57-a65c-c8dcaed9be53 HTTP/1.1" status: 200 len: 909 time: 0.0817909 Aug 15 14:25:09.507078 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-730f7de5-2a3c-4dd4-a64c-1a1b8bc366ce req-1087dd69-793f-4e6c-bd82-229600191211 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f86e82c-2f7a-42e8-b2bb-b543e91308d5 HTTP/1.1" status: 200 len: 1001 time: 0.0589497 Aug 15 14:25:09.555402 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f7de5-2a3c-4dd4-a64c-1a1b8bc366ce req-9872039f-e63a-4105-941c-eda594376bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:25:09.556784 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-730f7de5-2a3c-4dd4-a64c-1a1b8bc366ce req-9872039f-e63a-4105-941c-eda594376bef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38 HTTP/1.1" status: 200 len: 847 time: 0.0430145 Aug 15 14:25:09.601635 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f7de5-2a3c-4dd4-a64c-1a1b8bc366ce req-e583da63-1d44-4248-923e-d336574e156b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:25:09.603003 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-730f7de5-2a3c-4dd4-a64c-1a1b8bc366ce req-e583da63-1d44-4248-923e-d336574e156b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e51b1bec-c2b5-4b57-a65c-c8dcaed9be53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388057 Aug 15 14:25:09.694225 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-730f7de5-2a3c-4dd4-a64c-1a1b8bc366ce req-631f4c35-0ea9-45f3-99d9-87c46b447f8a service neutron] 10.222.0.20 "GET /v2.0/networks/e51b1bec-c2b5-4b57-a65c-c8dcaed9be53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834832 Aug 15 14:25:09.780938 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-730f7de5-2a3c-4dd4-a64c-1a1b8bc366ce req-14668ab7-97fe-4a9e-9b72-f4f74708ded3 service neutron] 10.222.0.20 "GET /v2.0/networks/e51b1bec-c2b5-4b57-a65c-c8dcaed9be53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797703 Aug 15 14:25:10.718188 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1eae40ed-f5b3-4010-be17-b3653b10be4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:13.295587 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ea0fbe36-1409-42d0-99f6-a896f20b5cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:13.887577 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:14.701011 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:16.615338 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:32.054730 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:32.460807 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:25:39.948065 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 53660) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:25:40.278002 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.plugin [None req-8cd70143-13b6-4825-bdea-7129753c02f1 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Deleting port c32e6341-f79f-4eb8-9d16-2fdc088544a9 {{(pid=94451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:25:40.278351 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8cd70143-13b6-4825-bdea-7129753c02f1 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:40.351113 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8cd70143-13b6-4825-bdea-7129753c02f1 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:40.351441 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8cd70143-13b6-4825-bdea-7129753c02f1 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:40.362524 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.plugin [None req-8cd70143-13b6-4825-bdea-7129753c02f1 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Calling delete_port for c32e6341-f79f-4eb8-9d16-2fdc088544a9 owned by network:floatingip {{(pid=94451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:25:40.586082 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8cd70143-13b6-4825-bdea-7129753c02f1 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823643'] for port, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:40.610627 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd70143-13b6-4825-bdea-7129753c02f1 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Pushing event deleted for resources: {'Port': ['ID=c32e6341-f79f-4eb8-9d16-2fdc088544a9,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:25:40.621203 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd70143-13b6-4825-bdea-7129753c02f1 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:40.621589 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd70143-13b6-4825-bdea-7129753c02f1 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:40.621937 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd70143-13b6-4825-bdea-7129753c02f1 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:40.622277 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd70143-13b6-4825-bdea-7129753c02f1 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:40.622615 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd70143-13b6-4825-bdea-7129753c02f1 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:40.622952 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd70143-13b6-4825-bdea-7129753c02f1 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:40.623283 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd70143-13b6-4825-bdea-7129753c02f1 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:40.623612 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd70143-13b6-4825-bdea-7129753c02f1 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:40.623943 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd70143-13b6-4825-bdea-7129753c02f1 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:40.624279 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd70143-13b6-4825-bdea-7129753c02f1 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:40.624595 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd70143-13b6-4825-bdea-7129753c02f1 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:40.624918 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd70143-13b6-4825-bdea-7129753c02f1 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:40.685574 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8cd70143-13b6-4825-bdea-7129753c02f1 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks [] for floatingip, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:40.685910 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.db.l3_db [None req-8cd70143-13b6-4825-bdea-7129753c02f1 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Floating IP e1353564-418e-4104-9844-ca6b4d01fbf6 disassociated (deleted). External IP: 172.27.3.106, port: 9f86e82c-2f7a-42e8-b2bb-b543e91308d5. Aug 15 14:25:40.703883 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-fc138731-f2c2-436a-a172-cea62b741e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:40.885862 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd70143-13b6-4825-bdea-7129753c02f1 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Router d52b9b91-23ac-4d5b-ae2a-13188642c458 has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:25:40.988239 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd70143-13b6-4825-bdea-7129753c02f1 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:25:40.995001 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8cd70143-13b6-4825-bdea-7129753c02f1 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for floatingip, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:40.999457 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1694a65a-4fc3-495e-9b7f-b15083732189 None None] Sync routers for ids ['d52b9b91-23ac-4d5b-ae2a-13188642c458'] in dv-cinder-804581-6-iscsi {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:25:41.008999 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1694a65a-4fc3-495e-9b7f-b15083732189 None None] Routers {'d52b9b91-23ac-4d5b-ae2a-13188642c458'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:25:41.009633 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-1694a65a-4fc3-495e-9b7f-b15083732189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:25:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['d52b9b91-23ac-4d5b-ae2a-13188642c458'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:25:41.022447 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-8cd70143-13b6-4825-bdea-7129753c02f1 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "DELETE /v2.0/floatingips/e1353564-418e-4104-9844-ca6b4d01fbf6 HTTP/1.1" status: 204 len: 168 time: 1.0706556 Aug 15 14:25:41.022447 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa9e50e-d16f-45b5-8cab-05460c1475de', 'tag': '9f86e82c-2f7a-42e8-b2bb-b543e91308d5'}] {{(pid=94451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:25:41.022814 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abc82e7819f056574f254d7e5a5b8a49d035eebe46657e1c391d33dd16b5ccea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd0b1bd-a05c-4e3c-bde0-1ba084e94f33" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa9e50e-d16f-45b5-8cab-05460c1475de", "tag": "9f86e82c-2f7a-42e8-b2bb-b543e91308d5"}]}' {{(pid=94451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:25:41.067721 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11dbb4c-b072-4e78-b928-ad3d9d2bb5db x-openstack-request-id: req-d11dbb4c-b072-4e78-b928-ad3d9d2bb5db {{(pid=94451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:25:41.068087 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa9e50e-d16f-45b5-8cab-05460c1475de", "tag": "9f86e82c-2f7a-42e8-b2bb-b543e91308d5", "status": "completed", "code": 200}]} {{(pid=94451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:25:41.068222 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d11dbb4c-b072-4e78-b928-ad3d9d2bb5db {{(pid=94451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:25:41.068587 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa9e50e-d16f-45b5-8cab-05460c1475de', 'tag': '9f86e82c-2f7a-42e8-b2bb-b543e91308d5', 'status': 'completed', 'code': 200} Aug 15 14:25:41.118604 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-1694a65a-4fc3-495e-9b7f-b15083732189 None None] Set router d52b9b91-23ac-4d5b-ae2a-13188642c458 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:25:41.130634 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0b1bd-a05c-4e3c-bde0-1ba084e94f33 req-30a65c27-b4ac-45ee-b170-fb68fc1b31b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:25:41.132139 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-efd0b1bd-a05c-4e3c-bde0-1ba084e94f33 req-30a65c27-b4ac-45ee-b170-fb68fc1b31b6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b107177252ed48509927e90013a94ff6&device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 1098 time: 0.0415306 Aug 15 14:25:41.231365 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0b1bd-a05c-4e3c-bde0-1ba084e94f33 req-670ac9bb-42fc-4398-a0e1-5d3f3afdb2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:25:41.232883 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-efd0b1bd-a05c-4e3c-bde0-1ba084e94f33 req-670ac9bb-42fc-4398-a0e1-5d3f3afdb2cd service neutron] 10.222.0.20 "GET /v2.0/networks?id=e51b1bec-c2b5-4b57-a65c-c8dcaed9be53 HTTP/1.1" status: 200 len: 909 time: 0.0925658 Aug 15 14:25:41.276549 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-efd0b1bd-a05c-4e3c-bde0-1ba084e94f33 req-c97f59c3-487c-4c7e-8610-3bc86e625b66 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f86e82c-2f7a-42e8-b2bb-b543e91308d5 HTTP/1.1" status: 200 len: 217 time: 0.0362604 Aug 15 14:25:41.320755 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-1694a65a-4fc3-495e-9b7f-b15083732189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'name': 'tempest-TestShelveInstance-675587494-router', 'tenant_id': 'b107177252ed48509927e90013a94ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '068bd90b-6745-49d8-aca9-3ff3791f555e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:19:50Z', 'updated_at': '2021-08-15T14:19:55Z', 'revision_number': 4, 'project_id': 'b107177252ed48509927e90013a94ff6', 'gw_port': {'id': '068bd90b-6745-49d8-aca9-3ff3791f555e', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:19:51Z', 'updated_at': '2021-08-15T14:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '9df7add7-f176-4456-ac50-28058c071650', 'name': '', 'network_id': 'e51b1bec-c2b5-4b57-a65c-c8dcaed9be53', 'tenant_id': 'b107177252ed48509927e90013a94ff6', 'mac_address': 'fa:16:3e:96:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:19:54Z', 'updated_at': '2021-08-15T14:19:59Z', 'revision_number': 5, 'project_id': 'b107177252ed48509927e90013a94ff6', 'subnets': [{'id': 'ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:25:41.328939 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0b1bd-a05c-4e3c-bde0-1ba084e94f33 req-53ea77de-977a-4b2c-afe7-7a2faf9e6033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:25:41.330437 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-efd0b1bd-a05c-4e3c-bde0-1ba084e94f33 req-53ea77de-977a-4b2c-afe7-7a2faf9e6033 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38 HTTP/1.1" status: 200 len: 847 time: 0.0470917 Aug 15 14:25:41.347406 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1694a65a-4fc3-495e-9b7f-b15083732189 None None] Checking router: d52b9b91-23ac-4d5b-ae2a-13188642c458 for host: dv-cinder-804581-6-iscsi {{(pid=94454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:25:41.356413 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1694a65a-4fc3-495e-9b7f-b15083732189 None None] Routers {'d52b9b91-23ac-4d5b-ae2a-13188642c458'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:25:41.357025 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-1694a65a-4fc3-495e-9b7f-b15083732189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:25:13Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['d52b9b91-23ac-4d5b-ae2a-13188642c458'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:25:41.381636 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0b1bd-a05c-4e3c-bde0-1ba084e94f33 req-c92e4505-cfba-49f1-81ef-4ed1a95c2434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:25:41.383192 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-efd0b1bd-a05c-4e3c-bde0-1ba084e94f33 req-c92e4505-cfba-49f1-81ef-4ed1a95c2434 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e51b1bec-c2b5-4b57-a65c-c8dcaed9be53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459833 Aug 15 14:25:41.464036 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-1694a65a-4fc3-495e-9b7f-b15083732189 None None] Set router d52b9b91-23ac-4d5b-ae2a-13188642c458 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:25:41.484808 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-efd0b1bd-a05c-4e3c-bde0-1ba084e94f33 req-b045f6ed-8ea1-49e8-9854-091fc0bcbfea service neutron] 10.222.0.20 "GET /v2.0/networks/e51b1bec-c2b5-4b57-a65c-c8dcaed9be53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940380 Aug 15 14:25:41.590897 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d7179-d537-4497-9b9f-0991d6955c85 req-5b3c052b-54f4-4617-9a21-6dc8e95a4e28 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:25:41.592471 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4a6d7179-d537-4497-9b9f-0991d6955c85 req-5b3c052b-54f4-4617-9a21-6dc8e95a4e28 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 945 time: 0.1060569 Aug 15 14:25:41.621221 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-efd0b1bd-a05c-4e3c-bde0-1ba084e94f33 req-74189507-5fd7-416a-947b-e4556fd1dfb9 service neutron] 10.222.0.20 "GET /v2.0/networks/e51b1bec-c2b5-4b57-a65c-c8dcaed9be53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258590 Aug 15 14:25:41.644191 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4a6d7179-d537-4497-9b9f-0991d6955c85 req-a9843173-2819-44bc-b1f6-4fed883022ec tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438414 Aug 15 14:25:41.666276 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-1694a65a-4fc3-495e-9b7f-b15083732189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'name': 'tempest-TestShelveInstance-675587494-router', 'tenant_id': 'b107177252ed48509927e90013a94ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '068bd90b-6745-49d8-aca9-3ff3791f555e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:19:50Z', 'updated_at': '2021-08-15T14:19:55Z', 'revision_number': 4, 'project_id': 'b107177252ed48509927e90013a94ff6', 'gw_port': {'id': '068bd90b-6745-49d8-aca9-3ff3791f555e', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:19:51Z', 'updated_at': '2021-08-15T14:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '9df7add7-f176-4456-ac50-28058c071650', 'name': '', 'network_id': 'e51b1bec-c2b5-4b57-a65c-c8dcaed9be53', 'tenant_id': 'b107177252ed48509927e90013a94ff6', 'mac_address': 'fa:16:3e:96:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:19:54Z', 'updated_at': '2021-08-15T14:19:59Z', 'revision_number': 5, 'project_id': 'b107177252ed48509927e90013a94ff6', 'subnets': [{'id': 'ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:25:41.696745 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1694a65a-4fc3-495e-9b7f-b15083732189 None None] The sync data for ids ['d52b9b91-23ac-4d5b-ae2a-13188642c458'] in dv-cinder-804581-6-iscsi is: [{'id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'name': 'tempest-TestShelveInstance-675587494-router', 'tenant_id': 'b107177252ed48509927e90013a94ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '068bd90b-6745-49d8-aca9-3ff3791f555e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:19:50Z', 'updated_at': '2021-08-15T14:19:55Z', 'revision_number': 4, 'project_id': 'b107177252ed48509927e90013a94ff6', 'gw_port': {'id': '068bd90b-6745-49d8-aca9-3ff3791f555e', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:19:51Z', 'updated_at': '2021-08-15T14:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '9df7add7-f176-4456-ac50-28058c071650', 'name': '', 'network_id': 'e51b1bec-c2b5-4b57-a65c-c8dcaed9be53', 'tenant_id': 'b107177252ed48509927e90013a94ff6', 'mac_address': 'fa:16:3e:96:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:19:54Z', 'updated_at': '2021-08-15T14:19:59Z', 'revision_number': 5, 'project_id': 'b107177252ed48509927e90013a94ff6', 'subnets': [{'id': 'ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:25:41.902294 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c46940-51e7-43ad-9178-103c831b8329 None None] New status for floating IP e1353564-418e-4104-9844-ca6b4d01fbf6: DOWN {{(pid=94453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 15 14:25:42.761117 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163785f1-6cf7-4e51-9c22-56c549b9380f req-bdf280a4-30a3-4d70-914f-4aa94052389d tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:25:42.762860 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-163785f1-6cf7-4e51-9c22-56c549b9380f req-bdf280a4-30a3-4d70-914f-4aa94052389d tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 945 time: 0.0493021 Aug 15 14:25:42.804315 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-163785f1-6cf7-4e51-9c22-56c549b9380f req-8a4dc9f2-340f-4ab0-84ea-0f49e206495f tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e01bbb4-78e7-402e-8a57-0f92c74a1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346398 Aug 15 14:25:42.865508 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d24fa3-0723-49a8-9da3-5605930f29ac req-ae68c6e5-e9ec-4146-8857-bd80562438e9 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:25:42.866996 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-81d24fa3-0723-49a8-9da3-5605930f29ac req-ae68c6e5-e9ec-4146-8857-bd80562438e9 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 946 time: 0.0535076 Aug 15 14:25:42.904321 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-81d24fa3-0723-49a8-9da3-5605930f29ac req-fcb3b51c-af8b-4628-9596-08f50c5cffe4 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312936 Aug 15 14:25:43.218255 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce825e53-6a63-4e11-90a0-f54c13c0c063 req-ac9e3307-2bca-46f0-b31f-0525c7babf4c tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:25:43.219718 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ce825e53-6a63-4e11-90a0-f54c13c0c063 req-ac9e3307-2bca-46f0-b31f-0525c7babf4c tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 945 time: 0.0476511 Aug 15 14:25:43.249440 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-a38bbbe5-7c2a-4fbf-8066-3edfbdc31609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:43.307862 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-ce825e53-6a63-4e11-90a0-f54c13c0c063 req-7a0d864c-17c9-43f7-b006-e064d6061f1e tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Deleting port 9f86e82c-2f7a-42e8-b2bb-b543e91308d5 {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:25:43.308198 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-ce825e53-6a63-4e11-90a0-f54c13c0c063 req-7a0d864c-17c9-43f7-b006-e064d6061f1e tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:43.398967 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-ce825e53-6a63-4e11-90a0-f54c13c0c063 req-7a0d864c-17c9-43f7-b006-e064d6061f1e tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] For port 9f86e82c-2f7a-42e8-b2bb-b543e91308d5, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=9f86e82c-2f7a-42e8-b2bb-b543e91308d5,segment=NetworkSegment(1d64e00b-e5ca-4edd-80aa-06fe98bfee11),segment_id=1d64e00b-e5ca-4edd-80aa-06fe98bfee11)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:25:43.399255 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-ce825e53-6a63-4e11-90a0-f54c13c0c063 req-7a0d864c-17c9-43f7-b006-e064d6061f1e tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:43.411804 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-ce825e53-6a63-4e11-90a0-f54c13c0c063 req-7a0d864c-17c9-43f7-b006-e064d6061f1e tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Calling delete_port for 9f86e82c-2f7a-42e8-b2bb-b543e91308d5 owned by compute:nova {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:25:43.620065 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-ce825e53-6a63-4e11-90a0-f54c13c0c063 req-7a0d864c-17c9-43f7-b006-e064d6061f1e tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:43.648243 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d864c-17c9-43f7-b006-e064d6061f1e tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Pushing event deleted for resources: {'Port': ['ID=9f86e82c-2f7a-42e8-b2bb-b543e91308d5,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:25:43.659707 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d864c-17c9-43f7-b006-e064d6061f1e tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:43.660067 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d864c-17c9-43f7-b006-e064d6061f1e tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:43.660410 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d864c-17c9-43f7-b006-e064d6061f1e tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:43.660776 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d864c-17c9-43f7-b006-e064d6061f1e tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:43.661371 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d864c-17c9-43f7-b006-e064d6061f1e tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:43.661755 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d864c-17c9-43f7-b006-e064d6061f1e tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:43.662083 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d864c-17c9-43f7-b006-e064d6061f1e tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:43.662410 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d864c-17c9-43f7-b006-e064d6061f1e tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:43.662741 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d864c-17c9-43f7-b006-e064d6061f1e tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:43.663083 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d864c-17c9-43f7-b006-e064d6061f1e tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:43.663391 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d864c-17c9-43f7-b006-e064d6061f1e tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:43.663711 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0d864c-17c9-43f7-b006-e064d6061f1e tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:43.697663 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce825e53-6a63-4e11-90a0-f54c13c0c063 req-7a0d864c-17c9-43f7-b006-e064d6061f1e tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] No DVR routers for this DVR port 9f86e82c-2f7a-42e8-b2bb-b543e91308d5 on host hv-cinder-80458 {{(pid=94450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:25:43.699935 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-ce825e53-6a63-4e11-90a0-f54c13c0c063 req-7a0d864c-17c9-43f7-b006-e064d6061f1e tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:43.701924 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-ce825e53-6a63-4e11-90a0-f54c13c0c063 req-7a0d864c-17c9-43f7-b006-e064d6061f1e tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.20 "DELETE /v2.0/ports/9f86e82c-2f7a-42e8-b2bb-b543e91308d5 HTTP/1.1" status: 204 len: 173 time: 0.4754460 Aug 15 14:25:43.702353 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa9e50e-d16f-45b5-8cab-05460c1475de', 'name': 'network-vif-deleted', 'tag': '9f86e82c-2f7a-42e8-b2bb-b543e91308d5'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:25:43.704552 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d2bfa2-d19b-48e8-a6b6-39a444485991" -d '{"events": [{"server_uuid": "4fa9e50e-d16f-45b5-8cab-05460c1475de", "name": "network-vif-deleted", "tag": "9f86e82c-2f7a-42e8-b2bb-b543e91308d5"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:25:43.737945 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89af00e4-5906-4b81-a7c0-424386806d6e x-openstack-request-id: req-89af00e4-5906-4b81-a7c0-424386806d6e {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:25:43.738237 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa9e50e-d16f-45b5-8cab-05460c1475de", "name": "network-vif-deleted", "tag": "9f86e82c-2f7a-42e8-b2bb-b543e91308d5", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:25:43.738493 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-89af00e4-5906-4b81-a7c0-424386806d6e {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:25:43.739450 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa9e50e-d16f-45b5-8cab-05460c1475de', 'name': 'network-vif-deleted', 'tag': '9f86e82c-2f7a-42e8-b2bb-b543e91308d5', 'status': 'completed', 'code': 200} Aug 15 14:25:43.901217 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-c69177ac-7048-4845-b8d2-00cbbb7af700 req-239ca71e-b686-4daa-b271-551a6a9ed306 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 210 time: 0.0289700 Aug 15 14:25:43.906292 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:44.027575 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36237722-1460-43c6-a500-c1fe63862bb9 req-9cf3c1ba-ce9e-4777-92a7-4c0a5da243dc tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:25:44.030040 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-36237722-1460-43c6-a500-c1fe63862bb9 req-9cf3c1ba-ce9e-4777-92a7-4c0a5da243dc tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 946 time: 0.0507712 Aug 15 14:25:44.070060 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-36237722-1460-43c6-a500-c1fe63862bb9 req-cf5f76e5-55c5-42bd-9339-a06987a2b1d9 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d7f098b-5725-4238-88cd-6361e36e84c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346849 Aug 15 14:25:44.480712 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f574b-1dd0-487c-821d-2f975d7be7e6 req-ca576664-bd31-4dcb-b4b0-8f6c7e2992ab tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:25:44.482221 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-443f574b-1dd0-487c-821d-2f975d7be7e6 req-ca576664-bd31-4dcb-b4b0-8f6c7e2992ab tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.20 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 946 time: 0.0478747 Aug 15 14:25:44.574475 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-443f574b-1dd0-487c-821d-2f975d7be7e6 req-22f34a0f-7517-4f54-a904-369439e5131f tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Deleting port 7a9414a0-3047-431a-9830-7d82ece11949 {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:25:44.574873 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-443f574b-1dd0-487c-821d-2f975d7be7e6 req-22f34a0f-7517-4f54-a904-369439e5131f tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:44.667658 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-443f574b-1dd0-487c-821d-2f975d7be7e6 req-22f34a0f-7517-4f54-a904-369439e5131f tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] For port 7a9414a0-3047-431a-9830-7d82ece11949, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=7a9414a0-3047-431a-9830-7d82ece11949,segment=NetworkSegment(80471f41-1fac-4b4d-8c57-20e0de5d2141),segment_id=80471f41-1fac-4b4d-8c57-20e0de5d2141)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:25:44.668036 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-443f574b-1dd0-487c-821d-2f975d7be7e6 req-22f34a0f-7517-4f54-a904-369439e5131f tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:44.683161 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:44.839288 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-443f574b-1dd0-487c-821d-2f975d7be7e6 req-22f34a0f-7517-4f54-a904-369439e5131f tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:44.839660 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-443f574b-1dd0-487c-821d-2f975d7be7e6 req-22f34a0f-7517-4f54-a904-369439e5131f tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594844'] for floatingip, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:44.839971 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.db.l3_db [req-443f574b-1dd0-487c-821d-2f975d7be7e6 req-22f34a0f-7517-4f54-a904-369439e5131f tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Floating IP 373ee293-39e2-409a-9fba-ec03f362a3a5 disassociated. External IP: 172.27.3.87, port: 7a9414a0-3047-431a-9830-7d82ece11949. Aug 15 14:25:44.840311 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-443f574b-1dd0-487c-821d-2f975d7be7e6 req-22f34a0f-7517-4f54-a904-369439e5131f tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Calling delete_port for 7a9414a0-3047-431a-9830-7d82ece11949 owned by compute:nova {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:25:45.006937 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-402a56ae-f590-4275-93fe-3224c91e3859 req-75945329-3906-4055-bd75-b2093ecbf98e tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fa9e50e-d16f-45b5-8cab-05460c1475de HTTP/1.1" status: 200 len: 210 time: 0.0259151 Aug 15 14:25:45.023986 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-443f574b-1dd0-487c-821d-2f975d7be7e6 req-22f34a0f-7517-4f54-a904-369439e5131f tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:45.055014 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f34a0f-7517-4f54-a904-369439e5131f tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Pushing event deleted for resources: {'Port': ['ID=7a9414a0-3047-431a-9830-7d82ece11949,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:25:45.168944 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-443f574b-1dd0-487c-821d-2f975d7be7e6 req-22f34a0f-7517-4f54-a904-369439e5131f tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Router 7d57890a-4c57-4ece-9fef-7cbd2b6beabe has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:25:45.186267 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-52651535-6d20-4c9f-8eb6-1e50091831c1 req-d525f14f-f09e-4fec-9ffb-9256be476103 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03c0f60-f56c-4946-b6f2-8389ad5fc2c3 HTTP/1.1" status: 200 len: 210 time: 0.0354373 Aug 15 14:25:45.279840 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-443f574b-1dd0-487c-821d-2f975d7be7e6 req-22f34a0f-7517-4f54-a904-369439e5131f tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:25:45.291713 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53fe146-4d6a-4319-99d6-7d787ee46728 None None] Sync routers for ids ['7d57890a-4c57-4ece-9fef-7cbd2b6beabe'] in dv-cinder-804581-6-iscsi {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:25:45.301408 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53fe146-4d6a-4319-99d6-7d787ee46728 None None] Routers {'7d57890a-4c57-4ece-9fef-7cbd2b6beabe'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:25:45.302319 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-e53fe146-4d6a-4319-99d6-7d787ee46728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:25:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['7d57890a-4c57-4ece-9fef-7cbd2b6beabe'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:25:45.319018 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-443f574b-1dd0-487c-821d-2f975d7be7e6 req-22f34a0f-7517-4f54-a904-369439e5131f tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] No DVR routers for this DVR port 7a9414a0-3047-431a-9830-7d82ece11949 on host hv-cinder-80458 {{(pid=94450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:25:45.325735 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-443f574b-1dd0-487c-821d-2f975d7be7e6 req-22f34a0f-7517-4f54-a904-369439e5131f tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:45.325735 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-443f574b-1dd0-487c-821d-2f975d7be7e6 req-22f34a0f-7517-4f54-a904-369439e5131f tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.20 "DELETE /v2.0/ports/7a9414a0-3047-431a-9830-7d82ece11949 HTTP/1.1" status: 204 len: 173 time: 0.8350685 Aug 15 14:25:45.410224 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-e53fe146-4d6a-4319-99d6-7d787ee46728 None None] Set router 7d57890a-4c57-4ece-9fef-7cbd2b6beabe gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:25:45.612893 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-e53fe146-4d6a-4319-99d6-7d787ee46728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'name': 'tempest-AttachVolumeShelveTestJSON-1950464448-router', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '4c797db3-1220-4634-a87b-88eef0b67472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:15:54Z', 'updated_at': '2021-08-15T14:15:57Z', 'revision_number': 4, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'gw_port': {'id': '4c797db3-1220-4634-a87b-88eef0b67472', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:55Z', 'updated_at': '2021-08-15T14:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '6e2e8fb6-efba-4f87-a8b6-11b206f46c4a', 'name': '', 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'mac_address': 'fa:16:3e:9b:02:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:57Z', 'updated_at': '2021-08-15T14:16:03Z', 'revision_number': 5, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'subnets': [{'id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:25:45.639301 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53fe146-4d6a-4319-99d6-7d787ee46728 None None] Checking router: 7d57890a-4c57-4ece-9fef-7cbd2b6beabe for host: dv-cinder-804581-6-iscsi {{(pid=94454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:25:45.647350 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53fe146-4d6a-4319-99d6-7d787ee46728 None None] Routers {'7d57890a-4c57-4ece-9fef-7cbd2b6beabe'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:25:45.647888 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-e53fe146-4d6a-4319-99d6-7d787ee46728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:25:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['7d57890a-4c57-4ece-9fef-7cbd2b6beabe'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:25:45.690644 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 9f86e82c-2f7a-42e8-b2bb-b543e91308d5 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:25:45.711374 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] No Port match for: 9f86e82c-2f7a-42e8-b2bb-b543e91308d5 {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:25:45.711721 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 9f86e82c-2f7a-42e8-b2bb-b543e91308d5 not bound to the agent host hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:25:45.712142 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 7a9414a0-3047-431a-9830-7d82ece11949 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:25:45.731827 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] No Port match for: 7a9414a0-3047-431a-9830-7d82ece11949 {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:25:45.732187 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 7a9414a0-3047-431a-9830-7d82ece11949 not bound to the agent host hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:25:45.740786 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03c0f60-f56c-4946-b6f2-8389ad5fc2c3', 'name': 'network-vif-deleted', 'tag': '7a9414a0-3047-431a-9830-7d82ece11949'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:25:45.743174 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31dbd089-484d-4677-9a59-5f08d864afa9" -d '{"events": [{"server_uuid": "a03c0f60-f56c-4946-b6f2-8389ad5fc2c3", "name": "network-vif-deleted", "tag": "7a9414a0-3047-431a-9830-7d82ece11949"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:25:45.784105 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3abd5a-2921-4188-a227-2bd2df8f04c6 x-openstack-request-id: req-5f3abd5a-2921-4188-a227-2bd2df8f04c6 {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:25:45.784476 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03c0f60-f56c-4946-b6f2-8389ad5fc2c3", "name": "network-vif-deleted", "tag": "7a9414a0-3047-431a-9830-7d82ece11949", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:25:45.784800 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5f3abd5a-2921-4188-a227-2bd2df8f04c6 {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:25:45.785202 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03c0f60-f56c-4946-b6f2-8389ad5fc2c3', 'name': 'network-vif-deleted', 'tag': '7a9414a0-3047-431a-9830-7d82ece11949', 'status': 'completed', 'code': 200} Aug 15 14:25:45.841351 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-e53fe146-4d6a-4319-99d6-7d787ee46728 None None] Set router 7d57890a-4c57-4ece-9fef-7cbd2b6beabe gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:25:46.035279 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-e53fe146-4d6a-4319-99d6-7d787ee46728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'name': 'tempest-AttachVolumeShelveTestJSON-1950464448-router', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '4c797db3-1220-4634-a87b-88eef0b67472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:15:54Z', 'updated_at': '2021-08-15T14:15:57Z', 'revision_number': 4, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'gw_port': {'id': '4c797db3-1220-4634-a87b-88eef0b67472', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:55Z', 'updated_at': '2021-08-15T14:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '6e2e8fb6-efba-4f87-a8b6-11b206f46c4a', 'name': '', 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'mac_address': 'fa:16:3e:9b:02:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:57Z', 'updated_at': '2021-08-15T14:16:03Z', 'revision_number': 5, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'subnets': [{'id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:25:46.062393 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53fe146-4d6a-4319-99d6-7d787ee46728 None None] The sync data for ids ['7d57890a-4c57-4ece-9fef-7cbd2b6beabe'] in dv-cinder-804581-6-iscsi is: [{'id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'name': 'tempest-AttachVolumeShelveTestJSON-1950464448-router', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '4c797db3-1220-4634-a87b-88eef0b67472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:15:54Z', 'updated_at': '2021-08-15T14:15:57Z', 'revision_number': 4, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'gw_port': {'id': '4c797db3-1220-4634-a87b-88eef0b67472', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:55Z', 'updated_at': '2021-08-15T14:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi', '_interfaces': [{'id': '6e2e8fb6-efba-4f87-a8b6-11b206f46c4a', 'name': '', 'network_id': '81ce3d77-1ecb-4956-925d-d86609a6b989', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'mac_address': 'fa:16:3e:9b:02:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:57Z', 'updated_at': '2021-08-15T14:16:03Z', 'revision_number': 5, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'subnets': [{'id': 'f53a997d-ab58-4de4-8f6f-e69dca0dbda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:25:46.073001 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 53704) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:25:46.139391 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7af496f9-42e1-4094-a219-e09c5ca4f954 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:46.165905 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7af496f9-42e1-4094-a219-e09c5ca4f954 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:46.296412 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b1ca69-d867-4935-ae9b-bed694111e64 None None] New status for floating IP 373ee293-39e2-409a-9fba-ec03f362a3a5: DOWN {{(pid=94453) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 15 14:25:46.327055 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7af496f9-42e1-4094-a219-e09c5ca4f954 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:46.329956 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7af496f9-42e1-4094-a219-e09c5ca4f954 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:46.331103 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-7af496f9-42e1-4094-a219-e09c5ca4f954 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] 10.222.0.22 "DELETE /v2.0/security-groups/0e01bbb4-78e7-402e-8a57-0f92c74a1e89 HTTP/1.1" status: 204 len: 168 time: 0.2570772 Aug 15 14:25:46.340827 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af496f9-42e1-4094-a219-e09c5ca4f954 tempest-TestShelveInstance-1667774984 tempest-TestShelveInstance-1667774984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e01bbb4-78e7-402e-8a57-0f92c74a1e89,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:25:46.357157 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 53712) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:25:46.414186 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-71f22afa-b85f-4dff-9cbf-480590d42667 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:46.438098 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 53714) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:25:46.440837 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-71f22afa-b85f-4dff-9cbf-480590d42667 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:46.563280 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-71f22afa-b85f-4dff-9cbf-480590d42667 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:46.566363 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-71f22afa-b85f-4dff-9cbf-480590d42667 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:46.570013 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-71f22afa-b85f-4dff-9cbf-480590d42667 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "DELETE /v2.0/security-groups/7d7f098b-5725-4238-88cd-6361e36e84c2 HTTP/1.1" status: 204 len: 168 time: 0.2115698 Aug 15 14:25:46.571503 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 53718) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:25:46.591941 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f22afa-b85f-4dff-9cbf-480590d42667 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7f098b-5725-4238-88cd-6361e36e84c2,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:25:46.594172 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.api.v2.resource [None req-a0e7dcb2-9b46-41d9-8f09-028cbfd9685a tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] show failed (client error): The resource could not be found. Aug 15 14:25:46.595192 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-a0e7dcb2-9b46-41d9-8f09-028cbfd9685a tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "GET /v2.0/security-groups/7d7f098b-5725-4238-88cd-6361e36e84c2 HTTP/1.1" status: 404 len: 347 time: 0.0195482 Aug 15 14:25:46.598240 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 53720) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:25:46.657415 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:46.736472 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.plugin [None req-e1d353a1-7705-4d87-ae7c-5a92ec3f39c9 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Deleting port c68364d5-d7ee-4fd6-b861-988633ac749e {{(pid=94451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:25:46.736821 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e1d353a1-7705-4d87-ae7c-5a92ec3f39c9 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:46.818456 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e1d353a1-7705-4d87-ae7c-5a92ec3f39c9 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:46.818810 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e1d353a1-7705-4d87-ae7c-5a92ec3f39c9 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:46.831010 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.plugin [None req-e1d353a1-7705-4d87-ae7c-5a92ec3f39c9 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Calling delete_port for c68364d5-d7ee-4fd6-b861-988633ac749e owned by network:floatingip {{(pid=94451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:25:47.031975 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e1d353a1-7705-4d87-ae7c-5a92ec3f39c9 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823643'] for port, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:47.060064 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d353a1-7705-4d87-ae7c-5a92ec3f39c9 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Pushing event deleted for resources: {'Port': ['ID=c68364d5-d7ee-4fd6-b861-988633ac749e,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:25:47.117477 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e1d353a1-7705-4d87-ae7c-5a92ec3f39c9 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks [] for floatingip, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:47.119984 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-e1d353a1-7705-4d87-ae7c-5a92ec3f39c9 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for floatingip, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:47.121153 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-e1d353a1-7705-4d87-ae7c-5a92ec3f39c9 tempest-AttachVolumeShelveTestJSON-577388087 tempest-AttachVolumeShelveTestJSON-577388087-project] 10.222.0.22 "DELETE /v2.0/floatingips/373ee293-39e2-409a-9fba-ec03f362a3a5 HTTP/1.1" status: 204 len: 168 time: 0.5210588 Aug 15 14:25:47.154195 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-faf0aa3b-26da-4bca-89c6-9ce47c613b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520604'] for router_interface, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:47.398994 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-faf0aa3b-26da-4bca-89c6-9ce47c613b8e admin admin] Deleting port 9df7add7-f176-4456-ac50-28058c071650 {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:25:47.398994 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-faf0aa3b-26da-4bca-89c6-9ce47c613b8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:47.476430 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [None req-faf0aa3b-26da-4bca-89c6-9ce47c613b8e admin admin] For port 9df7add7-f176-4456-ac50-28058c071650, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=9df7add7-f176-4456-ac50-28058c071650,segment=NetworkSegment(1d64e00b-e5ca-4edd-80aa-06fe98bfee11),segment_id=1d64e00b-e5ca-4edd-80aa-06fe98bfee11)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:25:47.477102 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-faf0aa3b-26da-4bca-89c6-9ce47c613b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:47.493194 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-faf0aa3b-26da-4bca-89c6-9ce47c613b8e admin admin] Calling delete_port for 9df7add7-f176-4456-ac50-28058c071650 owned by network:router_interface {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:25:47.720891 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-faf0aa3b-26da-4bca-89c6-9ce47c613b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:47.752269 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0aa3b-26da-4bca-89c6-9ce47c613b8e admin admin] Pushing event deleted for resources: {'Port': ['ID=9df7add7-f176-4456-ac50-28058c071650,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:25:47.909081 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-faf0aa3b-26da-4bca-89c6-9ce47c613b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594476'] for router_interface, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:48.120136 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf0aa3b-26da-4bca-89c6-9ce47c613b8e admin admin] Router d52b9b91-23ac-4d5b-ae2a-13188642c458 has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:25:48.222135 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf0aa3b-26da-4bca-89c6-9ce47c613b8e admin admin] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:25:48.233200 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-faf0aa3b-26da-4bca-89c6-9ce47c613b8e admin admin] 10.222.0.22 "PUT /v2.0/routers/d52b9b91-23ac-4d5b-ae2a-13188642c458/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7898767 Aug 15 14:25:48.233370 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716ac00b-b95a-4743-97e2-a4cdc3e5b60b None None] Sync routers for ids ['d52b9b91-23ac-4d5b-ae2a-13188642c458'] in dv-cinder-804581-6-iscsi {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:25:48.233831 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 53726) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:25:48.240655 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716ac00b-b95a-4743-97e2-a4cdc3e5b60b None None] Routers {'d52b9b91-23ac-4d5b-ae2a-13188642c458'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:25:48.241252 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-716ac00b-b95a-4743-97e2-a4cdc3e5b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:25:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['d52b9b91-23ac-4d5b-ae2a-13188642c458'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:25:48.331668 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4f2638e9-c7ce-4619-9dad-ba6e59d55866 admin admin] Notify callbacks [] for router, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:48.343632 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-716ac00b-b95a-4743-97e2-a4cdc3e5b60b None None] Set router d52b9b91-23ac-4d5b-ae2a-13188642c458 gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:25:48.430517 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4f2638e9-c7ce-4619-9dad-ba6e59d55866 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:48.518766 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-716ac00b-b95a-4743-97e2-a4cdc3e5b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'name': 'tempest-TestShelveInstance-675587494-router', 'tenant_id': 'b107177252ed48509927e90013a94ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': '068bd90b-6745-49d8-aca9-3ff3791f555e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:19:50Z', 'updated_at': '2021-08-15T14:25:47Z', 'revision_number': 5, 'project_id': 'b107177252ed48509927e90013a94ff6', 'gw_port': {'id': '068bd90b-6745-49d8-aca9-3ff3791f555e', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:19:51Z', 'updated_at': '2021-08-15T14:19:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:25:48.549432 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716ac00b-b95a-4743-97e2-a4cdc3e5b60b None None] Checking router: d52b9b91-23ac-4d5b-ae2a-13188642c458 for host: dv-cinder-804581-6-iscsi {{(pid=94454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:25:48.558853 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716ac00b-b95a-4743-97e2-a4cdc3e5b60b None None] Routers {'d52b9b91-23ac-4d5b-ae2a-13188642c458'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:25:48.559490 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-716ac00b-b95a-4743-97e2-a4cdc3e5b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:25:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['d52b9b91-23ac-4d5b-ae2a-13188642c458'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:25:48.574619 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-4f2638e9-c7ce-4619-9dad-ba6e59d55866 admin admin] Deleting port 068bd90b-6745-49d8-aca9-3ff3791f555e {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:25:48.575181 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4f2638e9-c7ce-4619-9dad-ba6e59d55866 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:48.644697 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-716ac00b-b95a-4743-97e2-a4cdc3e5b60b None None] Set router d52b9b91-23ac-4d5b-ae2a-13188642c458 gateway port host: None {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:25:48.653502 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [None req-4f2638e9-c7ce-4619-9dad-ba6e59d55866 admin admin] For port 068bd90b-6745-49d8-aca9-3ff3791f555e, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=068bd90b-6745-49d8-aca9-3ff3791f555e,segment=NetworkSegment(5e752e44-7069-4182-ac48-4f84d046513a),segment_id=5e752e44-7069-4182-ac48-4f84d046513a)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:25:48.654382 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4f2638e9-c7ce-4619-9dad-ba6e59d55866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:48.667943 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-4f2638e9-c7ce-4619-9dad-ba6e59d55866 admin admin] Calling delete_port for 068bd90b-6745-49d8-aca9-3ff3791f555e owned by network:router_gateway {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:25:48.696553 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-716ac00b-b95a-4743-97e2-a4cdc3e5b60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'name': 'tempest-TestShelveInstance-675587494-router', 'tenant_id': 'b107177252ed48509927e90013a94ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:19:50Z', 'updated_at': '2021-08-15T14:25:48Z', 'revision_number': 6, 'project_id': 'b107177252ed48509927e90013a94ff6', 'gw_port_host': None}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:25:48.725746 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716ac00b-b95a-4743-97e2-a4cdc3e5b60b None None] The sync data for ids ['d52b9b91-23ac-4d5b-ae2a-13188642c458'] in dv-cinder-804581-6-iscsi is: [{'id': 'd52b9b91-23ac-4d5b-ae2a-13188642c458', 'name': 'tempest-TestShelveInstance-675587494-router', 'tenant_id': 'b107177252ed48509927e90013a94ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:19:50Z', 'updated_at': '2021-08-15T14:25:48Z', 'revision_number': 6, 'project_id': 'b107177252ed48509927e90013a94ff6', 'gw_port_host': None}] {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:25:48.915249 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4f2638e9-c7ce-4619-9dad-ba6e59d55866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:48.948916 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2638e9-c7ce-4619-9dad-ba6e59d55866 admin admin] Pushing event deleted for resources: {'Port': ['ID=068bd90b-6745-49d8-aca9-3ff3791f555e,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:25:49.004083 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4f2638e9-c7ce-4619-9dad-ba6e59d55866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594902'] for router_gateway, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:49.100340 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4f2638e9-c7ce-4619-9dad-ba6e59d55866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-591674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1427'] for router, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:49.102793 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4f2638e9-c7ce-4619-9dad-ba6e59d55866 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:49.231542 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4f2638e9-c7ce-4619-9dad-ba6e59d55866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591669'] for router, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:49.232108 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2638e9-c7ce-4619-9dad-ba6e59d55866 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d52b9b91-23ac-4d5b-ae2a-13188642c458 {{(pid=94450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 15 14:25:49.236778 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4f2638e9-c7ce-4619-9dad-ba6e59d55866 admin admin] Notify callbacks [] for router, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:49.237958 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-4f2638e9-c7ce-4619-9dad-ba6e59d55866 admin admin] 10.222.0.22 "DELETE /v2.0/routers/d52b9b91-23ac-4d5b-ae2a-13188642c458 HTTP/1.1" status: 204 len: 168 time: 1.0064032 Aug 15 14:25:49.240461 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 53738) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:25:49.288673 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_v2 [None req-e515a822-347f-4fb6-8869-459562ff5b7c admin admin] Deleting subnet ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38 {{(pid=94450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 15 14:25:49.291656 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-e515a822-347f-4fb6-8869-459562ff5b7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:49.325076 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-e515a822-347f-4fb6-8869-459562ff5b7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8972445'] for subnet, precommit_delete_associations {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:49.402540 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-e515a822-347f-4fb6-8869-459562ff5b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1604558'] for subnet, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:49.508993 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 9df7add7-f176-4456-ac50-28058c071650 no longer exists at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:25:49.519045 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-e515a822-347f-4fb6-8869-459562ff5b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1604569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10384394'] for subnet, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:49.533906 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] No Port match for: 9df7add7-f176-4456-ac50-28058c071650 {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:25:49.534261 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 9df7add7-f176-4456-ac50-28058c071650 not bound to the agent host dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:25:49.544309 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515a822-347f-4fb6-8869-459562ff5b7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:25:49.550060 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-e515a822-347f-4fb6-8869-459562ff5b7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for subnet, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:49.552033 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-e515a822-347f-4fb6-8869-459562ff5b7c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ef2cecb2-5dfb-49bc-a14f-98b30d5d2f38 HTTP/1.1" status: 204 len: 168 time: 0.3105085 Aug 15 14:25:49.554398 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 53740) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:25:49.556878 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57727f7f-a473-4e3a-93c7-2efee260a133 None None] Network e51b1bec-c2b5-4b57-a65c-c8dcaed9be53 requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:25:49.621225 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9c36c30a-3a50-4636-81b9-710c936682aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586961'] for network, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:49.676555 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-9c36c30a-3a50-4636-81b9-710c936682aa admin admin] Deleting port 8d4deeab-f325-4471-8c17-b4d9248619d8 {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:25:49.677488 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9c36c30a-3a50-4636-81b9-710c936682aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:49.738630 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e603222b-421f-4ade-9611-06415e87b02e None None] DHCP port deletion for e51b1bec-c2b5-4b57-a65c-c8dcaed9be53 request from dv-cinder-804581-6-iscsi {{(pid=94453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 15 14:25:49.750636 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [None req-9c36c30a-3a50-4636-81b9-710c936682aa admin admin] For port 8d4deeab-f325-4471-8c17-b4d9248619d8, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=8d4deeab-f325-4471-8c17-b4d9248619d8,segment=NetworkSegment(1d64e00b-e5ca-4edd-80aa-06fe98bfee11),segment_id=1d64e00b-e5ca-4edd-80aa-06fe98bfee11)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:25:49.751237 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9c36c30a-3a50-4636-81b9-710c936682aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:49.766231 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-9c36c30a-3a50-4636-81b9-710c936682aa admin admin] Calling delete_port for 8d4deeab-f325-4471-8c17-b4d9248619d8 owned by network:dhcp {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:25:49.794799 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-e603222b-421f-4ade-9611-06415e87b02e None None] Deleting port 8d4deeab-f325-4471-8c17-b4d9248619d8 {{(pid=94453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:25:49.795185 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-e603222b-421f-4ade-9611-06415e87b02e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:49.860440 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-e603222b-421f-4ade-9611-06415e87b02e None None] For port 8d4deeab-f325-4471-8c17-b4d9248619d8, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=8d4deeab-f325-4471-8c17-b4d9248619d8,segment=NetworkSegment(1d64e00b-e5ca-4edd-80aa-06fe98bfee11),segment_id=1d64e00b-e5ca-4edd-80aa-06fe98bfee11)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:25:49.860921 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-e603222b-421f-4ade-9611-06415e87b02e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:49.877849 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-e603222b-421f-4ade-9611-06415e87b02e None None] Calling delete_port for 8d4deeab-f325-4471-8c17-b4d9248619d8 owned by network:dhcp {{(pid=94453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:25:49.905031 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 53748) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:25:49.946225 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9c36c30a-3a50-4636-81b9-710c936682aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:49.960349 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-e603222b-421f-4ade-9611-06415e87b02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478'] for port, after_delete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:49.981539 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603222b-421f-4ade-9611-06415e87b02e None None] Pushing event deleted for resources: {'Port': ['ID=8d4deeab-f325-4471-8c17-b4d9248619d8,revision_number=None']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:25:49.983841 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36c30a-3a50-4636-81b9-710c936682aa admin admin] Pushing event deleted for resources: {'Port': ['ID=8d4deeab-f325-4471-8c17-b4d9248619d8,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:25:49.991317 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e603222b-421f-4ade-9611-06415e87b02e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:49.991675 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e603222b-421f-4ade-9611-06415e87b02e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:49.992022 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e603222b-421f-4ade-9611-06415e87b02e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:49.992363 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e603222b-421f-4ade-9611-06415e87b02e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:49.992700 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e603222b-421f-4ade-9611-06415e87b02e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:49.993036 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e603222b-421f-4ade-9611-06415e87b02e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:49.993369 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e603222b-421f-4ade-9611-06415e87b02e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:49.993726 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e603222b-421f-4ade-9611-06415e87b02e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:49.994060 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e603222b-421f-4ade-9611-06415e87b02e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:49.994389 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e603222b-421f-4ade-9611-06415e87b02e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:49.994715 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e603222b-421f-4ade-9611-06415e87b02e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:49.995046 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e603222b-421f-4ade-9611-06415e87b02e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:25:49.997634 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e603222b-421f-4ade-9611-06415e87b02e None None] No DVR routers for this DVR port 8d4deeab-f325-4471-8c17-b4d9248619d8 on host dv-cinder-804581-6-iscsi {{(pid=94453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:25:50.024265 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c36c30a-3a50-4636-81b9-710c936682aa admin admin] No DVR routers for this DVR port 8d4deeab-f325-4471-8c17-b4d9248619d8 on host dv-cinder-804581-6-iscsi {{(pid=94450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:25:50.136272 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9c36c30a-3a50-4636-81b9-710c936682aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1603913', 'neutron.services.segments.db._delete_segments_for_network-8787669368688'] for network, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:50.150508 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.services.segments.db [None req-9c36c30a-3a50-4636-81b9-710c936682aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e51b1bec-c2b5-4b57-a65c-c8dcaed9be53']}} {{(pid=94450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:25:50.163285 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.services.segments.db [None req-9c36c30a-3a50-4636-81b9-710c936682aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d64e00b-e5ca-4edd-80aa-06fe98bfee11') {'for_net_delete': True} {{(pid=94450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:25:50.163588 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.services.segments.db [None req-9c36c30a-3a50-4636-81b9-710c936682aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d64e00b-e5ca-4edd-80aa-06fe98bfee11') {} {{(pid=94450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:25:50.174254 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9c36c30a-3a50-4636-81b9-710c936682aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787669372281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8972426'] for segment, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:50.223331 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9c36c30a-3a50-4636-81b9-710c936682aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:50.233217 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c36c30a-3a50-4636-81b9-710c936682aa admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=94450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 15 14:25:50.240739 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9c36c30a-3a50-4636-81b9-710c936682aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976338'] for segment, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:50.240739 dv-cinder-804581-6-iscsi neutron-server[94450]: Traceback (most recent call last): Aug 15 14:25:50.240739 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 15 14:25:50.240739 dv-cinder-804581-6-iscsi neutron-server[94450]: timer() Aug 15 14:25:50.240739 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 15 14:25:50.240739 dv-cinder-804581-6-iscsi neutron-server[94450]: cb(*args, **kw) Aug 15 14:25:50.240739 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 15 14:25:50.240739 dv-cinder-804581-6-iscsi neutron-server[94450]: return func(*args, **kwargs) Aug 15 14:25:50.240739 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 15 14:25:50.240739 dv-cinder-804581-6-iscsi neutron-server[94450]: self._notify() Aug 15 14:25:50.240739 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 15 14:25:50.240739 dv-cinder-804581-6-iscsi neutron-server[94450]: self.callback(batched_events) Aug 15 14:25:50.240739 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 15 14:25:50.240739 dv-cinder-804581-6-iscsi neutron-server[94450]: event.method(event) Aug 15 14:25:50.240739 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 15 14:25:50.240739 dv-cinder-804581-6-iscsi neutron-server[94450]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 15 14:25:50.240739 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 15 14:25:50.240739 dv-cinder-804581-6-iscsi neutron-server[94450]: aggregate_uuid = self.p_client.list_aggregates( Aug 15 14:25:50.240739 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 15 14:25:50.240739 dv-cinder-804581-6-iscsi neutron-server[94450]: return f(self, *a, **k) Aug 15 14:25:50.240739 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 15 14:25:50.240739 dv-cinder-804581-6-iscsi neutron-server[94450]: return self._get(url).json() Aug 15 14:25:50.240739 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 15 14:25:50.240739 dv-cinder-804581-6-iscsi neutron-server[94450]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 15 14:25:50.240739 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 15 14:25:50.240739 dv-cinder-804581-6-iscsi neutron-server[94450]: return self.request(url, 'GET', **kwargs) Aug 15 14:25:50.240739 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 15 14:25:50.240739 dv-cinder-804581-6-iscsi neutron-server[94450]: base_url = self.get_endpoint(auth, allow=allow, Aug 15 14:25:50.240739 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 15 14:25:50.240739 dv-cinder-804581-6-iscsi neutron-server[94450]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 15 14:25:50.240739 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 15 14:25:50.240739 dv-cinder-804581-6-iscsi neutron-server[94450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 15 14:25:50.240739 dv-cinder-804581-6-iscsi neutron-server[94450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 15 14:25:50.391840 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9c36c30a-3a50-4636-81b9-710c936682aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1603920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594858'] for network, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:50.399704 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9c36c30a-3a50-4636-81b9-710c936682aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:50.403583 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-9c36c30a-3a50-4636-81b9-710c936682aa admin admin] 10.222.0.22 "DELETE /v2.0/networks/e51b1bec-c2b5-4b57-a65c-c8dcaed9be53 HTTP/1.1" status: 204 len: 168 time: 0.8461390 Aug 15 14:25:50.404827 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 53752) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:25:50.417222 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36c30a-3a50-4636-81b9-710c936682aa admin admin] Pushing event deleted for resources: {'Network': ['ID=e51b1bec-c2b5-4b57-a65c-c8dcaed9be53,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:25:50.481837 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9b68464a-534e-4e68-b513-68b681cd3e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520604'] for router_interface, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:50.722534 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-9b68464a-534e-4e68-b513-68b681cd3e31 admin admin] Deleting port 6e2e8fb6-efba-4f87-a8b6-11b206f46c4a {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:25:50.723208 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9b68464a-534e-4e68-b513-68b681cd3e31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:50.749755 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-a4f3d9e1-4a95-4a72-8e67-5e5a335fe509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520604'] for router_interface, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:50.803474 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [None req-9b68464a-534e-4e68-b513-68b681cd3e31 admin admin] For port 6e2e8fb6-efba-4f87-a8b6-11b206f46c4a, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=6e2e8fb6-efba-4f87-a8b6-11b206f46c4a,segment=NetworkSegment(80471f41-1fac-4b4d-8c57-20e0de5d2141),segment_id=80471f41-1fac-4b4d-8c57-20e0de5d2141)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:25:50.803839 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9b68464a-534e-4e68-b513-68b681cd3e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:51.080259 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-9b68464a-534e-4e68-b513-68b681cd3e31 admin admin] Calling delete_port for 6e2e8fb6-efba-4f87-a8b6-11b206f46c4a owned by network:router_interface {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:25:51.131735 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 068bd90b-6745-49d8-aca9-3ff3791f555e no longer exists at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:25:51.152664 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] No Port match for: 068bd90b-6745-49d8-aca9-3ff3791f555e {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:25:51.153003 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 068bd90b-6745-49d8-aca9-3ff3791f555e not bound to the agent host dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:25:51.153625 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 8d4deeab-f325-4471-8c17-b4d9248619d8 no longer exists at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:25:51.172914 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] No Port match for: 8d4deeab-f325-4471-8c17-b4d9248619d8 {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:25:51.173266 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 8d4deeab-f325-4471-8c17-b4d9248619d8 not bound to the agent host dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:25:51.253886 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.plugin [None req-a4f3d9e1-4a95-4a72-8e67-5e5a335fe509 admin admin] Deleting port 7b8763b4-196a-4dc4-ba90-8baf90399049 {{(pid=94451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:25:51.254232 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-a4f3d9e1-4a95-4a72-8e67-5e5a335fe509 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:51.331362 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.db [None req-a4f3d9e1-4a95-4a72-8e67-5e5a335fe509 admin admin] For port 7b8763b4-196a-4dc4-ba90-8baf90399049, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=7b8763b4-196a-4dc4-ba90-8baf90399049,segment=NetworkSegment(fa9459fc-aa5f-4cb0-a0a3-c228f3abc089),segment_id=fa9459fc-aa5f-4cb0-a0a3-c228f3abc089)] {{(pid=94451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:25:51.331650 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-a4f3d9e1-4a95-4a72-8e67-5e5a335fe509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:51.343799 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9b68464a-534e-4e68-b513-68b681cd3e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:51.347418 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.plugin [None req-a4f3d9e1-4a95-4a72-8e67-5e5a335fe509 admin admin] Calling delete_port for 7b8763b4-196a-4dc4-ba90-8baf90399049 owned by network:router_interface {{(pid=94451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:25:51.369408 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68464a-534e-4e68-b513-68b681cd3e31 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e2e8fb6-efba-4f87-a8b6-11b206f46c4a,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:25:51.540842 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9b68464a-534e-4e68-b513-68b681cd3e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594476'] for router_interface, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:51.591824 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-a4f3d9e1-4a95-4a72-8e67-5e5a335fe509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823643'] for port, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:51.618284 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3d9e1-4a95-4a72-8e67-5e5a335fe509 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b8763b4-196a-4dc4-ba90-8baf90399049,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:25:51.771648 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b68464a-534e-4e68-b513-68b681cd3e31 admin admin] Router 7d57890a-4c57-4ece-9fef-7cbd2b6beabe has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:25:51.789701 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-a4f3d9e1-4a95-4a72-8e67-5e5a335fe509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-649785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-594476'] for router_interface, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:51.880278 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b68464a-534e-4e68-b513-68b681cd3e31 admin admin] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:25:51.885651 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-9b68464a-534e-4e68-b513-68b681cd3e31 admin admin] 10.222.0.22 "PUT /v2.0/routers/7d57890a-4c57-4ece-9fef-7cbd2b6beabe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9789159 Aug 15 14:25:51.887583 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 53754) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:25:51.891315 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e4ca83-4d65-48c4-85ac-7997e7db0288 None None] Sync routers for ids ['7d57890a-4c57-4ece-9fef-7cbd2b6beabe'] in dv-cinder-804581-6-iscsi {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:25:51.901351 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e4ca83-4d65-48c4-85ac-7997e7db0288 None None] Routers {'7d57890a-4c57-4ece-9fef-7cbd2b6beabe'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:25:51.902168 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-f5e4ca83-4d65-48c4-85ac-7997e7db0288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:25:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['7d57890a-4c57-4ece-9fef-7cbd2b6beabe'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:25:51.994442 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9535a6b8-a5e8-4663-942f-fb49b785c49d admin admin] Notify callbacks [] for router, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:52.009217 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-f5e4ca83-4d65-48c4-85ac-7997e7db0288 None None] Set router 7d57890a-4c57-4ece-9fef-7cbd2b6beabe gateway port host: dv-cinder-804581-6-iscsi {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:25:52.010293 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f3d9e1-4a95-4a72-8e67-5e5a335fe509 admin admin] Router f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c has already been hosted by L3 agent f6ac09b8-e174-46d1-9f8d-e5b101a10c91 {{(pid=94451) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 15 14:25:52.095975 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9535a6b8-a5e8-4663-942f-fb49b785c49d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:52.119780 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f3d9e1-4a95-4a72-8e67-5e5a335fe509 admin admin] Notify agent at l3_agent.dv-cinder-804581-6-iscsi the message routers_updated {{(pid=94451) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 15 14:25:52.125645 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-a4f3d9e1-4a95-4a72-8e67-5e5a335fe509 admin admin] 10.222.0.22 "PUT /v2.0/routers/f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7196958 Aug 15 14:25:52.128200 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 53756) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:25:52.131411 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e11eb25-6f1e-45ca-992d-3ae183b5d420 None None] Sync routers for ids ['f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c'] in dv-cinder-804581-6-iscsi {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 15 14:25:52.140654 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e11eb25-6f1e-45ca-992d-3ae183b5d420 None None] Routers {'f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:25:52.141256 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-4e11eb25-6f1e-45ca-992d-3ae183b5d420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:25:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:25:52.213505 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-f5e4ca83-4d65-48c4-85ac-7997e7db0288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'name': 'tempest-AttachVolumeShelveTestJSON-1950464448-router', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '4c797db3-1220-4634-a87b-88eef0b67472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:15:54Z', 'updated_at': '2021-08-15T14:25:51Z', 'revision_number': 5, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'gw_port': {'id': '4c797db3-1220-4634-a87b-88eef0b67472', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:15:55Z', 'updated_at': '2021-08-15T14:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:25:52.233674 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-9535a6b8-a5e8-4663-942f-fb49b785c49d admin admin] Deleting port 4c797db3-1220-4634-a87b-88eef0b67472 {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:25:52.234025 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9535a6b8-a5e8-4663-942f-fb49b785c49d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:52.253839 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-4e11eb25-6f1e-45ca-992d-3ae183b5d420 None None] Set router f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c gateway port host: dv-cinder-804581-6-iscsi {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:25:52.254085 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-41c7d734-aa0e-4f6b-b339-451359c387f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:52.324079 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [None req-9535a6b8-a5e8-4663-942f-fb49b785c49d admin admin] For port 4c797db3-1220-4634-a87b-88eef0b67472, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=4c797db3-1220-4634-a87b-88eef0b67472,segment=NetworkSegment(5e752e44-7069-4182-ac48-4f84d046513a),segment_id=5e752e44-7069-4182-ac48-4f84d046513a)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:25:52.324622 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9535a6b8-a5e8-4663-942f-fb49b785c49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:52.339614 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-9535a6b8-a5e8-4663-942f-fb49b785c49d admin admin] Calling delete_port for 4c797db3-1220-4634-a87b-88eef0b67472 owned by network:router_gateway {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:25:52.367945 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-41c7d734-aa0e-4f6b-b339-451359c387f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:52.388667 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e4ca83-4d65-48c4-85ac-7997e7db0288 None None] Checking router: 7d57890a-4c57-4ece-9fef-7cbd2b6beabe for host: dv-cinder-804581-6-iscsi {{(pid=94453) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:25:52.395189 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e4ca83-4d65-48c4-85ac-7997e7db0288 None None] Routers {'7d57890a-4c57-4ece-9fef-7cbd2b6beabe'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94453) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:25:52.396131 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-f5e4ca83-4d65-48c4-85ac-7997e7db0288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:25:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['7d57890a-4c57-4ece-9fef-7cbd2b6beabe'], 'active': True} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:25:52.453973 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-4e11eb25-6f1e-45ca-992d-3ae183b5d420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c', 'name': 'tempest-TestShelveInstance-1392979165-router', 'tenant_id': '92d52db0b7f64f09a9abd7d70f0a5c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'external_fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '80357538-6a1b-49cb-95ed-c9b3f65a1e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:19:58Z', 'updated_at': '2021-08-15T14:25:51Z', 'revision_number': 5, 'project_id': '92d52db0b7f64f09a9abd7d70f0a5c80', 'gw_port': {'id': '80357538-6a1b-49cb-95ed-c9b3f65a1e11', 'name': '', 'network_id': '1d9f8f4c-a9c3-49e7-b907-6801ec194130', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-15T14:19:59Z', 'updated_at': '2021-08-15T14:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0214dcca-22ca-4853-8d9b-9f5ee3e8fb08', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-6-iscsi'}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:25:52.480220 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.plugin [None req-41c7d734-aa0e-4f6b-b339-451359c387f3 admin admin] Deleting port 80357538-6a1b-49cb-95ed-c9b3f65a1e11 {{(pid=94451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:25:52.480896 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-41c7d734-aa0e-4f6b-b339-451359c387f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:52.485130 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e11eb25-6f1e-45ca-992d-3ae183b5d420 None None] Checking router: f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c for host: dv-cinder-804581-6-iscsi {{(pid=94454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 15 14:25:52.486176 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvr_db [None req-f5e4ca83-4d65-48c4-85ac-7997e7db0288 None None] Set router 7d57890a-4c57-4ece-9fef-7cbd2b6beabe gateway port host: None {{(pid=94453) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:25:52.494274 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e11eb25-6f1e-45ca-992d-3ae183b5d420 None None] Routers {'f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c'} bound to L3 agent in host dv-cinder-804581-6-iscsi {{(pid=94454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 15 14:25:52.494948 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-4e11eb25-6f1e-45ca-992d-3ae183b5d420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-15T14:03:43Z,description=,heartbeat_timestamp=2021-08-15T14:25:43Z,host='dv-cinder-804581-6-iscsi',id=f6ac09b8-e174-46d1-9f8d-e5b101a10c91,load=0,resource_versions=,resources_synced=,started_at=2021-08-15T14:03:44Z,topic='l3_agent')) {'router_ids': ['f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c'], 'active': True} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:25:52.539315 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_hamode_db [None req-f5e4ca83-4d65-48c4-85ac-7997e7db0288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'name': 'tempest-AttachVolumeShelveTestJSON-1950464448-router', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:15:54Z', 'updated_at': '2021-08-15T14:25:52Z', 'revision_number': 6, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'gw_port_host': None}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:25:52.566223 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.db [None req-41c7d734-aa0e-4f6b-b339-451359c387f3 admin admin] For port 80357538-6a1b-49cb-95ed-c9b3f65a1e11, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=80357538-6a1b-49cb-95ed-c9b3f65a1e11,segment=NetworkSegment(5e752e44-7069-4182-ac48-4f84d046513a),segment_id=5e752e44-7069-4182-ac48-4f84d046513a)] {{(pid=94451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:25:52.566592 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-41c7d734-aa0e-4f6b-b339-451359c387f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:52.569341 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e4ca83-4d65-48c4-85ac-7997e7db0288 None None] The sync data for ids ['7d57890a-4c57-4ece-9fef-7cbd2b6beabe'] in dv-cinder-804581-6-iscsi is: [{'id': '7d57890a-4c57-4ece-9fef-7cbd2b6beabe', 'name': 'tempest-AttachVolumeShelveTestJSON-1950464448-router', 'tenant_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:15:54Z', 'updated_at': '2021-08-15T14:25:52Z', 'revision_number': 6, 'project_id': 'b1cd26e2c90140de8aa0f6910b9341a5', 'gw_port_host': None}] {{(pid=94453) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:25:52.574694 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9535a6b8-a5e8-4663-942f-fb49b785c49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:52.585450 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.plugin [None req-41c7d734-aa0e-4f6b-b339-451359c387f3 admin admin] Calling delete_port for 80357538-6a1b-49cb-95ed-c9b3f65a1e11 owned by network:router_gateway {{(pid=94451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:25:52.597081 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_dvr_db [None req-4e11eb25-6f1e-45ca-992d-3ae183b5d420 None None] Set router f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c gateway port host: None {{(pid=94454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 15 14:25:52.608406 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535a6b8-a5e8-4663-942f-fb49b785c49d admin admin] Pushing event deleted for resources: {'Port': ['ID=4c797db3-1220-4634-a87b-88eef0b67472,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:25:52.673696 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9535a6b8-a5e8-4663-942f-fb49b785c49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594902'] for router_gateway, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:52.754318 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.l3_hamode_db [None req-4e11eb25-6f1e-45ca-992d-3ae183b5d420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c', 'name': 'tempest-TestShelveInstance-1392979165-router', 'tenant_id': '92d52db0b7f64f09a9abd7d70f0a5c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:19:58Z', 'updated_at': '2021-08-15T14:25:52Z', 'revision_number': 6, 'project_id': '92d52db0b7f64f09a9abd7d70f0a5c80', 'gw_port_host': None}], 'dv-cinder-804581-6-iscsi', False) {} {{(pid=94454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:25:52.768433 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9535a6b8-a5e8-4663-942f-fb49b785c49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-591674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1427'] for router, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:52.770983 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9535a6b8-a5e8-4663-942f-fb49b785c49d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:52.782873 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e11eb25-6f1e-45ca-992d-3ae183b5d420 None None] The sync data for ids ['f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c'] in dv-cinder-804581-6-iscsi is: [{'id': 'f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c', 'name': 'tempest-TestShelveInstance-1392979165-router', 'tenant_id': '92d52db0b7f64f09a9abd7d70f0a5c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-15T14:19:58Z', 'updated_at': '2021-08-15T14:25:52Z', 'revision_number': 6, 'project_id': '92d52db0b7f64f09a9abd7d70f0a5c80', 'gw_port_host': None}] {{(pid=94454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 15 14:25:52.835090 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-41c7d734-aa0e-4f6b-b339-451359c387f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823643'] for port, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:52.864166 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7d734-aa0e-4f6b-b339-451359c387f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=80357538-6a1b-49cb-95ed-c9b3f65a1e11,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:25:52.889131 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9535a6b8-a5e8-4663-942f-fb49b785c49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591669'] for router, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:52.889725 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9535a6b8-a5e8-4663-942f-fb49b785c49d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d57890a-4c57-4ece-9fef-7cbd2b6beabe {{(pid=94450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 15 14:25:52.893909 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-9535a6b8-a5e8-4663-942f-fb49b785c49d admin admin] Notify callbacks [] for router, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:52.897469 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-9535a6b8-a5e8-4663-942f-fb49b785c49d admin admin] 10.222.0.22 "DELETE /v2.0/routers/7d57890a-4c57-4ece-9fef-7cbd2b6beabe HTTP/1.1" status: 204 len: 168 time: 1.0063789 Aug 15 14:25:52.900122 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 53758) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:25:52.920799 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-41c7d734-aa0e-4f6b-b339-451359c387f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594902'] for router_gateway, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:52.944621 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_v2 [None req-961aa2b7-057d-414d-ac77-225ecfe53e00 admin admin] Deleting subnet f53a997d-ab58-4de4-8f6f-e69dca0dbda3 {{(pid=94450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 15 14:25:52.948154 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-961aa2b7-057d-414d-ac77-225ecfe53e00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:52.986855 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-961aa2b7-057d-414d-ac77-225ecfe53e00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8972445'] for subnet, precommit_delete_associations {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:53.014509 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-41c7d734-aa0e-4f6b-b339-451359c387f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-591674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1427'] for router, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:53.016652 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-41c7d734-aa0e-4f6b-b339-451359c387f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:53.070795 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-961aa2b7-057d-414d-ac77-225ecfe53e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1604558'] for subnet, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:53.128949 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-41c7d734-aa0e-4f6b-b339-451359c387f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591669'] for router, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:53.129584 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c7d734-aa0e-4f6b-b339-451359c387f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c {{(pid=94451) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 15 14:25:53.133858 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-41c7d734-aa0e-4f6b-b339-451359c387f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:53.135005 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-41c7d734-aa0e-4f6b-b339-451359c387f3 admin admin] 10.222.0.22 "DELETE /v2.0/routers/f38da4b6-6cf0-42d5-a0a3-3d36eff48e4c HTTP/1.1" status: 204 len: 168 time: 1.0058887 Aug 15 14:25:53.137608 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 53760) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:25:53.181920 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.db_base_plugin_v2 [None req-307fac7e-f7bd-45da-aeaa-58dd7515f6b4 admin admin] Deleting subnet 486441ed-6bf8-4ff0-804d-9524b169ce64 {{(pid=94451) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 15 14:25:53.184958 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-307fac7e-f7bd-45da-aeaa-58dd7515f6b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:53.203608 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-961aa2b7-057d-414d-ac77-225ecfe53e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1604569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10384394'] for subnet, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:53.218435 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-307fac7e-f7bd-45da-aeaa-58dd7515f6b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8830010'] for subnet, precommit_delete_associations {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:53.229239 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961aa2b7-057d-414d-ac77-225ecfe53e00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f53a997d-ab58-4de4-8f6f-e69dca0dbda3,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:25:53.232769 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-961aa2b7-057d-414d-ac77-225ecfe53e00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for subnet, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:53.234661 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-961aa2b7-057d-414d-ac77-225ecfe53e00 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f53a997d-ab58-4de4-8f6f-e69dca0dbda3 HTTP/1.1" status: 204 len: 168 time: 0.3360207 Aug 15 14:25:53.239707 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 53762) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:25:53.252847 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a880d7a4-a3a3-4e9b-8dc0-1b2d811b3e48 None None] Network 81ce3d77-1ecb-4956-925d-d86609a6b989 requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:25:53.326863 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-307fac7e-f7bd-45da-aeaa-58dd7515f6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1604558'] for subnet, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:53.327700 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-78b4bb5f-bdb8-4c61-bd03-bea98406d6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586961'] for network, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:53.393721 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-78b4bb5f-bdb8-4c61-bd03-bea98406d6ee admin admin] Deleting port 99d53e96-ef0a-47c3-9794-e7d681965edc {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:25:53.394003 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-78b4bb5f-bdb8-4c61-bd03-bea98406d6ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:53.447367 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-307fac7e-f7bd-45da-aeaa-58dd7515f6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1604569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12305926'] for subnet, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:53.457059 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [None req-78b4bb5f-bdb8-4c61-bd03-bea98406d6ee admin admin] For port 99d53e96-ef0a-47c3-9794-e7d681965edc, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=99d53e96-ef0a-47c3-9794-e7d681965edc,segment=NetworkSegment(80471f41-1fac-4b4d-8c57-20e0de5d2141),segment_id=80471f41-1fac-4b4d-8c57-20e0de5d2141)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:25:53.457477 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-78b4bb5f-bdb8-4c61-bd03-bea98406d6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:53.470821 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [None req-78b4bb5f-bdb8-4c61-bd03-bea98406d6ee admin admin] Calling delete_port for 99d53e96-ef0a-47c3-9794-e7d681965edc owned by network:dhcp {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:25:53.473091 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307fac7e-f7bd-45da-aeaa-58dd7515f6b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=486441ed-6bf8-4ff0-804d-9524b169ce64,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:25:53.477576 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-307fac7e-f7bd-45da-aeaa-58dd7515f6b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:53.479442 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-307fac7e-f7bd-45da-aeaa-58dd7515f6b4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/486441ed-6bf8-4ff0-804d-9524b169ce64 HTTP/1.1" status: 204 len: 168 time: 0.3408794 Aug 15 14:25:53.482123 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 53764) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:25:53.487477 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8f65f1-b99c-41a4-b586-52b859e6eec8 None None] Network 8b6cef49-0bac-47b8-8496-ece3ed4f3643 requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:25:53.550887 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7603a199-73fa-4c6e-a93a-706365da83de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586961'] for network, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:53.621166 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.plugin [None req-7603a199-73fa-4c6e-a93a-706365da83de admin admin] Deleting port 5fc4cbc7-2599-4a1c-bdd5-113b11d553db {{(pid=94451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:25:53.621166 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7603a199-73fa-4c6e-a93a-706365da83de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:53.632495 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21618e5a-20cf-4860-9f72-0e79e73ee446 None None] DHCP port deletion for 81ce3d77-1ecb-4956-925d-d86609a6b989 request from dv-cinder-804581-6-iscsi {{(pid=94453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 15 14:25:53.637711 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-78b4bb5f-bdb8-4c61-bd03-bea98406d6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:53.651702 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b4bb5f-bdb8-4c61-bd03-bea98406d6ee admin admin] No DVR routers for this DVR port 99d53e96-ef0a-47c3-9794-e7d681965edc on host dv-cinder-804581-6-iscsi {{(pid=94450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:25:53.663078 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-21618e5a-20cf-4860-9f72-0e79e73ee446 None None] The port '99d53e96-ef0a-47c3-9794-e7d681965edc' was deleted {{(pid=94453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 15 14:25:53.693710 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289a2cd6-0ab2-487b-bd7f-260d4ebb776e None None] DHCP port deletion for 8b6cef49-0bac-47b8-8496-ece3ed4f3643 request from dv-cinder-804581-6-iscsi {{(pid=94453) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 15 14:25:53.715628 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4bb5f-bdb8-4c61-bd03-bea98406d6ee admin admin] Pushing event deleted for resources: {'Port': ['ID=99d53e96-ef0a-47c3-9794-e7d681965edc,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:25:53.741092 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.db [None req-7603a199-73fa-4c6e-a93a-706365da83de admin admin] For port 5fc4cbc7-2599-4a1c-bdd5-113b11d553db, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=5fc4cbc7-2599-4a1c-bdd5-113b11d553db,segment=NetworkSegment(fa9459fc-aa5f-4cb0-a0a3-c228f3abc089),segment_id=fa9459fc-aa5f-4cb0-a0a3-c228f3abc089)] {{(pid=94451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:25:53.741601 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7603a199-73fa-4c6e-a93a-706365da83de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:53.760481 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.plugin [None req-7603a199-73fa-4c6e-a93a-706365da83de admin admin] Calling delete_port for 5fc4cbc7-2599-4a1c-bdd5-113b11d553db owned by network:dhcp {{(pid=94451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:25:53.781836 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-78b4bb5f-bdb8-4c61-bd03-bea98406d6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1603913', 'neutron.services.segments.db._delete_segments_for_network-8787669368688'] for network, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:53.787043 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-289a2cd6-0ab2-487b-bd7f-260d4ebb776e None None] Deleting port 5fc4cbc7-2599-4a1c-bdd5-113b11d553db {{(pid=94453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:25:53.787832 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-289a2cd6-0ab2-487b-bd7f-260d4ebb776e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:53.800247 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.services.segments.db [None req-78b4bb5f-bdb8-4c61-bd03-bea98406d6ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81ce3d77-1ecb-4956-925d-d86609a6b989']}} {{(pid=94450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:25:53.815367 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.services.segments.db [None req-78b4bb5f-bdb8-4c61-bd03-bea98406d6ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80471f41-1fac-4b4d-8c57-20e0de5d2141') {'for_net_delete': True} {{(pid=94450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:25:53.815367 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.services.segments.db [None req-78b4bb5f-bdb8-4c61-bd03-bea98406d6ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80471f41-1fac-4b4d-8c57-20e0de5d2141') {} {{(pid=94450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:25:53.829444 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-78b4bb5f-bdb8-4c61-bd03-bea98406d6ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787669372281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8972426'] for segment, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:53.845060 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 7b8763b4-196a-4dc4-ba90-8baf90399049 no longer exists at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:25:53.845715 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-78b4bb5f-bdb8-4c61-bd03-bea98406d6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:53.852044 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b4bb5f-bdb8-4c61-bd03-bea98406d6ee admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=94450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 15 14:25:53.852537 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-78b4bb5f-bdb8-4c61-bd03-bea98406d6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976338'] for segment, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:53.854249 dv-cinder-804581-6-iscsi neutron-server[94450]: Traceback (most recent call last): Aug 15 14:25:53.854249 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 15 14:25:53.854249 dv-cinder-804581-6-iscsi neutron-server[94450]: timer() Aug 15 14:25:53.854249 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 15 14:25:53.854249 dv-cinder-804581-6-iscsi neutron-server[94450]: cb(*args, **kw) Aug 15 14:25:53.854249 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 15 14:25:53.854249 dv-cinder-804581-6-iscsi neutron-server[94450]: return func(*args, **kwargs) Aug 15 14:25:53.854249 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 15 14:25:53.854249 dv-cinder-804581-6-iscsi neutron-server[94450]: self._notify() Aug 15 14:25:53.854249 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 15 14:25:53.854249 dv-cinder-804581-6-iscsi neutron-server[94450]: self.callback(batched_events) Aug 15 14:25:53.854249 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 15 14:25:53.854249 dv-cinder-804581-6-iscsi neutron-server[94450]: event.method(event) Aug 15 14:25:53.854249 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 15 14:25:53.854249 dv-cinder-804581-6-iscsi neutron-server[94450]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 15 14:25:53.854249 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 15 14:25:53.854249 dv-cinder-804581-6-iscsi neutron-server[94450]: aggregate_uuid = self.p_client.list_aggregates( Aug 15 14:25:53.854249 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 15 14:25:53.854249 dv-cinder-804581-6-iscsi neutron-server[94450]: return f(self, *a, **k) Aug 15 14:25:53.854249 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 15 14:25:53.854249 dv-cinder-804581-6-iscsi neutron-server[94450]: return self._get(url).json() Aug 15 14:25:53.854249 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 15 14:25:53.854249 dv-cinder-804581-6-iscsi neutron-server[94450]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 15 14:25:53.854249 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 15 14:25:53.854249 dv-cinder-804581-6-iscsi neutron-server[94450]: return self.request(url, 'GET', **kwargs) Aug 15 14:25:53.854249 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 15 14:25:53.854249 dv-cinder-804581-6-iscsi neutron-server[94450]: base_url = self.get_endpoint(auth, allow=allow, Aug 15 14:25:53.854249 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 15 14:25:53.854249 dv-cinder-804581-6-iscsi neutron-server[94450]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 15 14:25:53.854249 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 15 14:25:53.854249 dv-cinder-804581-6-iscsi neutron-server[94450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 15 14:25:53.854249 dv-cinder-804581-6-iscsi neutron-server[94450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 15 14:25:53.870921 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] No Port match for: 7b8763b4-196a-4dc4-ba90-8baf90399049 {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:25:53.871246 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 7b8763b4-196a-4dc4-ba90-8baf90399049 not bound to the agent host dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:25:53.871872 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 6e2e8fb6-efba-4f87-a8b6-11b206f46c4a no longer exists at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:25:53.900127 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] No Port match for: 6e2e8fb6-efba-4f87-a8b6-11b206f46c4a {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:25:53.900499 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 6e2e8fb6-efba-4f87-a8b6-11b206f46c4a not bound to the agent host dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:25:53.916172 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-289a2cd6-0ab2-487b-bd7f-260d4ebb776e None None] For port 5fc4cbc7-2599-4a1c-bdd5-113b11d553db, host dv-cinder-804581-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-6-iscsi',level=0,port_id=5fc4cbc7-2599-4a1c-bdd5-113b11d553db,segment=NetworkSegment(fa9459fc-aa5f-4cb0-a0a3-c228f3abc089),segment_id=fa9459fc-aa5f-4cb0-a0a3-c228f3abc089)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:25:53.916578 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-289a2cd6-0ab2-487b-bd7f-260d4ebb776e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:53.928595 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-289a2cd6-0ab2-487b-bd7f-260d4ebb776e None None] Calling delete_port for 5fc4cbc7-2599-4a1c-bdd5-113b11d553db owned by network:dhcp {{(pid=94453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:25:53.968370 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7603a199-73fa-4c6e-a93a-706365da83de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823643'] for port, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:53.991097 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603a199-73fa-4c6e-a93a-706365da83de admin admin] Pushing event deleted for resources: {'Port': ['ID=5fc4cbc7-2599-4a1c-bdd5-113b11d553db,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:25:54.004727 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7603a199-73fa-4c6e-a93a-706365da83de admin admin] No DVR routers for this DVR port 5fc4cbc7-2599-4a1c-bdd5-113b11d553db on host dv-cinder-804581-6-iscsi {{(pid=94451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:25:54.008666 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-78b4bb5f-bdb8-4c61-bd03-bea98406d6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1603920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594858'] for network, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:54.014243 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-78b4bb5f-bdb8-4c61-bd03-bea98406d6ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:54.019169 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-78b4bb5f-bdb8-4c61-bd03-bea98406d6ee admin admin] 10.222.0.22 "DELETE /v2.0/networks/81ce3d77-1ecb-4956-925d-d86609a6b989 HTTP/1.1" status: 204 len: 168 time: 0.7776954 Aug 15 14:25:54.028482 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4bb5f-bdb8-4c61-bd03-bea98406d6ee admin admin] Pushing event deleted for resources: {'Network': ['ID=81ce3d77-1ecb-4956-925d-d86609a6b989,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:25:54.032285 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-289a2cd6-0ab2-487b-bd7f-260d4ebb776e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478'] for port, after_delete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:54.068556 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a2cd6-0ab2-487b-bd7f-260d4ebb776e None None] Pushing event deleted for resources: {'Port': ['ID=5fc4cbc7-2599-4a1c-bdd5-113b11d553db,revision_number=None']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:25:54.076314 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289a2cd6-0ab2-487b-bd7f-260d4ebb776e None None] No DVR routers for this DVR port 5fc4cbc7-2599-4a1c-bdd5-113b11d553db on host dv-cinder-804581-6-iscsi {{(pid=94453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:25:54.109928 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7603a199-73fa-4c6e-a93a-706365da83de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1603913', 'neutron.services.segments.db._delete_segments_for_network-8787669368688'] for network, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:54.121674 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.services.segments.db [None req-7603a199-73fa-4c6e-a93a-706365da83de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b6cef49-0bac-47b8-8496-ece3ed4f3643']}} {{(pid=94451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:25:54.132908 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.services.segments.db [None req-7603a199-73fa-4c6e-a93a-706365da83de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa9459fc-aa5f-4cb0-a0a3-c228f3abc089') {'for_net_delete': True} {{(pid=94451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:25:54.133208 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.services.segments.db [None req-7603a199-73fa-4c6e-a93a-706365da83de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa9459fc-aa5f-4cb0-a0a3-c228f3abc089') {} {{(pid=94451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:25:54.142354 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7603a199-73fa-4c6e-a93a-706365da83de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787669372281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8829997'] for segment, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:54.160163 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7603a199-73fa-4c6e-a93a-706365da83de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:54.167035 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7603a199-73fa-4c6e-a93a-706365da83de admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=94451) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 15 14:25:54.167519 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7603a199-73fa-4c6e-a93a-706365da83de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823734'] for segment, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:54.169109 dv-cinder-804581-6-iscsi neutron-server[94451]: Traceback (most recent call last): Aug 15 14:25:54.169109 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 15 14:25:54.169109 dv-cinder-804581-6-iscsi neutron-server[94451]: timer() Aug 15 14:25:54.169109 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 15 14:25:54.169109 dv-cinder-804581-6-iscsi neutron-server[94451]: cb(*args, **kw) Aug 15 14:25:54.169109 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 15 14:25:54.169109 dv-cinder-804581-6-iscsi neutron-server[94451]: return func(*args, **kwargs) Aug 15 14:25:54.169109 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 15 14:25:54.169109 dv-cinder-804581-6-iscsi neutron-server[94451]: self._notify() Aug 15 14:25:54.169109 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 15 14:25:54.169109 dv-cinder-804581-6-iscsi neutron-server[94451]: self.callback(batched_events) Aug 15 14:25:54.169109 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 15 14:25:54.169109 dv-cinder-804581-6-iscsi neutron-server[94451]: event.method(event) Aug 15 14:25:54.169109 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 15 14:25:54.169109 dv-cinder-804581-6-iscsi neutron-server[94451]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 15 14:25:54.169109 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 15 14:25:54.169109 dv-cinder-804581-6-iscsi neutron-server[94451]: aggregate_uuid = self.p_client.list_aggregates( Aug 15 14:25:54.169109 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 15 14:25:54.169109 dv-cinder-804581-6-iscsi neutron-server[94451]: return f(self, *a, **k) Aug 15 14:25:54.169109 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 15 14:25:54.169109 dv-cinder-804581-6-iscsi neutron-server[94451]: return self._get(url).json() Aug 15 14:25:54.169109 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 15 14:25:54.169109 dv-cinder-804581-6-iscsi neutron-server[94451]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 15 14:25:54.169109 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 15 14:25:54.169109 dv-cinder-804581-6-iscsi neutron-server[94451]: return self.request(url, 'GET', **kwargs) Aug 15 14:25:54.169109 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 15 14:25:54.169109 dv-cinder-804581-6-iscsi neutron-server[94451]: base_url = self.get_endpoint(auth, allow=allow, Aug 15 14:25:54.169109 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 15 14:25:54.169109 dv-cinder-804581-6-iscsi neutron-server[94451]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 15 14:25:54.169109 dv-cinder-804581-6-iscsi neutron-server[94451]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 15 14:25:54.169109 dv-cinder-804581-6-iscsi neutron-server[94451]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 15 14:25:54.169109 dv-cinder-804581-6-iscsi neutron-server[94451]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 15 14:25:54.288643 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7603a199-73fa-4c6e-a93a-706365da83de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1603920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594858'] for network, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:54.294051 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7603a199-73fa-4c6e-a93a-706365da83de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:54.295992 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-7603a199-73fa-4c6e-a93a-706365da83de admin admin] 10.222.0.22 "DELETE /v2.0/networks/8b6cef49-0bac-47b8-8496-ece3ed4f3643 HTTP/1.1" status: 204 len: 168 time: 0.8129659 Aug 15 14:25:54.307260 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603a199-73fa-4c6e-a93a-706365da83de admin admin] Pushing event deleted for resources: {'Network': ['ID=8b6cef49-0bac-47b8-8496-ece3ed4f3643,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:25:54.327439 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 53770) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:25:54.367156 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-247aafe5-ad54-4e91-abc8-cddc9768701d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b1cd26e2c90140de8aa0f6910b9341a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378611 Aug 15 14:25:54.368879 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 53772) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:25:54.419672 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7e92931d-ee26-407c-869a-67c1fc7f011e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:54.440448 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7e92931d-ee26-407c-869a-67c1fc7f011e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:54.584053 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7e92931d-ee26-407c-869a-67c1fc7f011e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:54.586775 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-7e92931d-ee26-407c-869a-67c1fc7f011e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:54.587970 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-7e92931d-ee26-407c-869a-67c1fc7f011e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3670a129-f0d0-4f03-a130-3a6608a0caee HTTP/1.1" status: 204 len: 168 time: 0.2181327 Aug 15 14:25:54.595972 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92931d-ee26-407c-869a-67c1fc7f011e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3670a129-f0d0-4f03-a130-3a6608a0caee,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:25:54.625839 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 53776) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:25:54.665373 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-8e91d49a-36ad-46ec-a770-0a7fa0bd63c9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b107177252ed48509927e90013a94ff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383258 Aug 15 14:25:54.667817 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 53778) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:25:54.714579 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d52f4ed1-3603-446c-99c8-62c585f71082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:54.736066 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d52f4ed1-3603-446c-99c8-62c585f71082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:54.860194 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d52f4ed1-3603-446c-99c8-62c585f71082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:54.862788 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-d52f4ed1-3603-446c-99c8-62c585f71082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:54.863943 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-d52f4ed1-3603-446c-99c8-62c585f71082 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4f1e3cf1-b93e-44d4-86e6-188e956532de HTTP/1.1" status: 204 len: 168 time: 0.1952441 Aug 15 14:25:54.872890 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f4ed1-3603-446c-99c8-62c585f71082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1e3cf1-b93e-44d4-86e6-188e956532de,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:25:55.125248 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 99d53e96-ef0a-47c3-9794-e7d681965edc no longer exists at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:25:55.146089 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] No Port match for: 99d53e96-ef0a-47c3-9794-e7d681965edc {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:25:55.146438 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 99d53e96-ef0a-47c3-9794-e7d681965edc not bound to the agent host dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:25:55.147177 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 5fc4cbc7-2599-4a1c-bdd5-113b11d553db no longer exists at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:25:55.170470 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] No Port match for: 5fc4cbc7-2599-4a1c-bdd5-113b11d553db {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:25:55.170826 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 5fc4cbc7-2599-4a1c-bdd5-113b11d553db not bound to the agent host dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:25:55.171250 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 4c797db3-1220-4634-a87b-88eef0b67472 no longer exists at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:25:55.191135 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] No Port match for: 4c797db3-1220-4634-a87b-88eef0b67472 {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:25:55.191490 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 4c797db3-1220-4634-a87b-88eef0b67472 not bound to the agent host dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:25:55.191912 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 80357538-6a1b-49cb-95ed-c9b3f65a1e11 no longer exists at agent ovs-agent-dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:25:55.211078 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] No Port match for: 80357538-6a1b-49cb-95ed-c9b3f65a1e11 {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:25:55.211415 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Device 80357538-6a1b-49cb-95ed-c9b3f65a1e11 not bound to the agent host dv-cinder-804581-6-iscsi {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:25:55.460302 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 53798) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:25:55.499038 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-08803e49-68e4-46c5-b3e0-6c3c03819d01 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=92d52db0b7f64f09a9abd7d70f0a5c80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375578 Aug 15 14:25:55.501521 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 53800) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:25:55.549676 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-f70c666b-cf3c-4c2f-8de3-cd42aa236c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:55.571002 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-f70c666b-cf3c-4c2f-8de3-cd42aa236c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:55.686530 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-f70c666b-cf3c-4c2f-8de3-cd42aa236c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:55.689086 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-f70c666b-cf3c-4c2f-8de3-cd42aa236c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:55.690335 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-f70c666b-cf3c-4c2f-8de3-cd42aa236c1c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3a9b76c3-c7e0-42ef-8d43-512f84ce7368 HTTP/1.1" status: 204 len: 168 time: 0.1879063 Aug 15 14:25:55.700394 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c666b-cf3c-4c2f-8de3-cd42aa236c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9b76c3-c7e0-42ef-8d43-512f84ce7368,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:25:56.960944 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 53826) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:25:57.066035 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-cdf2cac2-2e84-440d-824e-ad3a3d931355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:57.151286 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-cdf2cac2-2e84-440d-824e-ad3a3d931355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:57.206306 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-cdf2cac2-2e84-440d-824e-ad3a3d931355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:57.248249 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-cdf2cac2-2e84-440d-824e-ad3a3d931355 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0df1996627894530b41587057f98112f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2861936 Aug 15 14:25:57.249122 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2cac2-2e84-440d-824e-ad3a3d931355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd08417-2f6f-4484-bd60-004713eadb67,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:25:57.250910 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 53830) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:25:57.301307 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-597bc0b7-9ee7-473b-802a-466eacd4f13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:57.321862 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-597bc0b7-9ee7-473b-802a-466eacd4f13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:57.414293 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-597bc0b7-9ee7-473b-802a-466eacd4f13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:57.416827 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-597bc0b7-9ee7-473b-802a-466eacd4f13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:57.417980 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-597bc0b7-9ee7-473b-802a-466eacd4f13b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1cd08417-2f6f-4484-bd60-004713eadb67 HTTP/1.1" status: 204 len: 168 time: 0.1650817 Aug 15 14:25:57.425652 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bc0b7-9ee7-473b-802a-466eacd4f13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd08417-2f6f-4484-bd60-004713eadb67,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:25:58.029707 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 53836) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:25:58.043444 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4017e3d9-2dd1-4710-b8fe-4f0ebf7afff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:58.131008 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4017e3d9-2dd1-4710-b8fe-4f0ebf7afff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:58.234847 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-4017e3d9-2dd1-4710-b8fe-4f0ebf7afff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:58.274002 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-4017e3d9-2dd1-4710-b8fe-4f0ebf7afff8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d6f8578e5ec2440db1e203cbc972553a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431328 Aug 15 14:25:58.275028 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017e3d9-2dd1-4710-b8fe-4f0ebf7afff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8622d2-c862-4763-97e5-85eaa227bcfe,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:25:58.277195 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 53838) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:25:58.325525 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-dc9d8058-1c60-4156-93ff-d27117ed3ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:58.345498 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-dc9d8058-1c60-4156-93ff-d27117ed3ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:58.448227 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-dc9d8058-1c60-4156-93ff-d27117ed3ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:58.450756 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-dc9d8058-1c60-4156-93ff-d27117ed3ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:25:58.451863 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-dc9d8058-1c60-4156-93ff-d27117ed3ca8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ca8622d2-c862-4763-97e5-85eaa227bcfe HTTP/1.1" status: 204 len: 168 time: 0.1736393 Aug 15 14:25:58.459915 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d8058-1c60-4156-93ff-d27117ed3ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8622d2-c862-4763-97e5-85eaa227bcfe,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:26:01.125944 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 53890) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:26:01.227783 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-85fce67f-c61f-4eef-8a6b-265ac30807b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:01.313631 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-85fce67f-c61f-4eef-8a6b-265ac30807b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:01.385483 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-85fce67f-c61f-4eef-8a6b-265ac30807b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:01.422141 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fce67f-c61f-4eef-8a6b-265ac30807b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951e1319-63ae-4dbb-a7f7-e7560ff2fa9b,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:26:01.427322 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-85fce67f-c61f-4eef-8a6b-265ac30807b1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=04c566e6475a40a1bd381564008998c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003724 Aug 15 14:26:01.430554 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 53894) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:26:01.480215 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-bc6e80c9-219a-43f3-9328-0abcd3aff7e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:01.501214 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-bc6e80c9-219a-43f3-9328-0abcd3aff7e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:01.608381 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-bc6e80c9-219a-43f3-9328-0abcd3aff7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:01.610838 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-bc6e80c9-219a-43f3-9328-0abcd3aff7e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:01.614242 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-bc6e80c9-219a-43f3-9328-0abcd3aff7e7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/951e1319-63ae-4dbb-a7f7-e7560ff2fa9b HTTP/1.1" status: 204 len: 168 time: 0.1805165 Aug 15 14:26:01.620082 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e80c9-219a-43f3-9328-0abcd3aff7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951e1319-63ae-4dbb-a7f7-e7560ff2fa9b,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:26:02.087059 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:02.184148 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 53900) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:26:02.199912 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-88207c6c-8819-4a6a-a68e-63a4f3c903d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:02.290197 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-88207c6c-8819-4a6a-a68e-63a4f3c903d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:02.371853 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-88207c6c-8819-4a6a-a68e-63a4f3c903d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:02.409875 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-88207c6c-8819-4a6a-a68e-63a4f3c903d9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d6e701907b6b4253a5de8ca550d5224d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2246404 Aug 15 14:26:02.411271 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88207c6c-8819-4a6a-a68e-63a4f3c903d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f79339-4d6e-43ba-93f0-a4f06259652e,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:26:02.412859 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 53902) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:26:02.460882 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-16cbb76d-122b-4065-99a7-fb0c94450e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:02.481325 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-16cbb76d-122b-4065-99a7-fb0c94450e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:02.606287 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-16cbb76d-122b-4065-99a7-fb0c94450e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:02.608795 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-16cbb76d-122b-4065-99a7-fb0c94450e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:02.609965 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-16cbb76d-122b-4065-99a7-fb0c94450e78 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/51f79339-4d6e-43ba-93f0-a4f06259652e HTTP/1.1" status: 204 len: 168 time: 0.1960053 Aug 15 14:26:02.617910 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbb76d-122b-4065-99a7-fb0c94450e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f79339-4d6e-43ba-93f0-a4f06259652e,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:26:09.462182 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:26:09.867773 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 53984) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:26:09.967842 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-312d60cb-8a04-4c19-9d18-0e40390310ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:10.056015 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-312d60cb-8a04-4c19-9d18-0e40390310ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:10.156644 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-312d60cb-8a04-4c19-9d18-0e40390310ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:10.194050 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d60cb-8a04-4c19-9d18-0e40390310ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d8e762-83fa-4a50-8292-e590f33ca70d,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:26:10.198480 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-312d60cb-8a04-4c19-9d18-0e40390310ec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1a0d604dd40b45cab309573fa86ad835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296709 Aug 15 14:26:10.201894 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 53988) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:26:10.250513 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-4ce9e8a7-6187-4814-85ec-71a46da89390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:10.271560 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-4ce9e8a7-6187-4814-85ec-71a46da89390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:10.356681 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-4ce9e8a7-6187-4814-85ec-71a46da89390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:10.359250 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-4ce9e8a7-6187-4814-85ec-71a46da89390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:10.360526 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-4ce9e8a7-6187-4814-85ec-71a46da89390 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a9d8e762-83fa-4a50-8292-e590f33ca70d HTTP/1.1" status: 204 len: 168 time: 0.1583860 Aug 15 14:26:10.368891 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce9e8a7-6187-4814-85ec-71a46da89390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d8e762-83fa-4a50-8292-e590f33ca70d,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:26:10.745585 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-906f8e84-6ba0-45be-9dc3-d1adaf07ec68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:10.947260 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 53994) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:26:10.960247 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-edf0ae47-1b55-4d4c-862e-47bc4995bd21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:11.044940 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-edf0ae47-1b55-4d4c-862e-47bc4995bd21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:11.105355 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-edf0ae47-1b55-4d4c-862e-47bc4995bd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:11.145666 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-edf0ae47-1b55-4d4c-862e-47bc4995bd21 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=90a5499e82554b5faf53b1f775e04e8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1972969 Aug 15 14:26:11.146514 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0ae47-1b55-4d4c-862e-47bc4995bd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c0bbff-3a06-48b7-8851-d20772e9e7ef,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:26:11.148397 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 53996) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:26:11.196740 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-f0fce5d8-2f53-4928-9ed8-56ca23dfcf46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:11.216537 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-f0fce5d8-2f53-4928-9ed8-56ca23dfcf46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:11.348827 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-f0fce5d8-2f53-4928-9ed8-56ca23dfcf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:11.352041 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-f0fce5d8-2f53-4928-9ed8-56ca23dfcf46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:11.353182 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-f0fce5d8-2f53-4928-9ed8-56ca23dfcf46 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/16c0bbff-3a06-48b7-8851-d20772e9e7ef HTTP/1.1" status: 204 len: 168 time: 0.2037823 Aug 15 14:26:11.360911 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fce5d8-2f53-4928-9ed8-56ca23dfcf46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c0bbff-3a06-48b7-8851-d20772e9e7ef,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:26:13.271210 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-e971ee30-3da5-491f-9b88-06526321c32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:13.871429 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:14.705481 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:16.628628 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:22.314504 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 54116) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:26:22.417578 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a5395fe1-6523-4ddb-951f-0a737e25ca43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:22.504034 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a5395fe1-6523-4ddb-951f-0a737e25ca43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:22.613959 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a5395fe1-6523-4ddb-951f-0a737e25ca43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:22.650152 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-a5395fe1-6523-4ddb-951f-0a737e25ca43 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=075079c208594e3f95c5ab5ab2cf6699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3346050 Aug 15 14:26:22.652553 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5395fe1-6523-4ddb-951f-0a737e25ca43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41150fd7-db39-4665-a001-c99390ba8c3b,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:26:22.653508 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 54120) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:26:22.701596 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-dd4edec1-49a9-400a-b219-2d1fb1a71aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:22.722149 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-dd4edec1-49a9-400a-b219-2d1fb1a71aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:22.825056 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-dd4edec1-49a9-400a-b219-2d1fb1a71aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:22.827594 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-dd4edec1-49a9-400a-b219-2d1fb1a71aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:22.828749 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-dd4edec1-49a9-400a-b219-2d1fb1a71aca admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/41150fd7-db39-4665-a001-c99390ba8c3b HTTP/1.1" status: 204 len: 168 time: 0.1741655 Aug 15 14:26:22.836169 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4edec1-49a9-400a-b219-2d1fb1a71aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41150fd7-db39-4665-a001-c99390ba8c3b,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:26:23.372638 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 54126) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:26:23.386144 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-b69cb727-332f-4437-b9e3-c10d282ce5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:23.470766 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-b69cb727-332f-4437-b9e3-c10d282ce5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:23.544924 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-b69cb727-332f-4437-b9e3-c10d282ce5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:23.580662 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69cb727-332f-4437-b9e3-c10d282ce5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca4b5b8-7b57-4caa-aee3-67c54c25ecaa,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:26:23.584898 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-b69cb727-332f-4437-b9e3-c10d282ce5ae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=637249294150488d8371fb03964a37dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2112160 Aug 15 14:26:23.587531 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 54128) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:26:23.637781 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-a7f451d1-e196-45ee-a4a9-73f820c8cedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:23.657932 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-a7f451d1-e196-45ee-a4a9-73f820c8cedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:23.762149 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-a7f451d1-e196-45ee-a4a9-73f820c8cedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:23.764727 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-a7f451d1-e196-45ee-a4a9-73f820c8cedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:23.765881 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-a7f451d1-e196-45ee-a4a9-73f820c8cedb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7ca4b5b8-7b57-4caa-aee3-67c54c25ecaa HTTP/1.1" status: 204 len: 168 time: 0.1773713 Aug 15 14:26:23.773203 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f451d1-e196-45ee-a4a9-73f820c8cedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca4b5b8-7b57-4caa-aee3-67c54c25ecaa,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:26:24.378140 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 54134) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:26:24.391410 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8b92ed8f-7ee0-4ac9-94e1-9348d02594fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:24.480322 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8b92ed8f-7ee0-4ac9-94e1-9348d02594fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:24.536719 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-8b92ed8f-7ee0-4ac9-94e1-9348d02594fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:24.577650 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-8b92ed8f-7ee0-4ac9-94e1-9348d02594fb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a5c57804cf324849b61dba2f3451243f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1981487 Aug 15 14:26:24.578446 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b92ed8f-7ee0-4ac9-94e1-9348d02594fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d67c64e-ea91-465e-8bae-1f0353e1f531,revision_number=1']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:26:24.580082 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 54136) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:26:24.630306 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a39a59b3-c8b3-4a21-a117-bbbfcb37ecde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:24.650883 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a39a59b3-c8b3-4a21-a117-bbbfcb37ecde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:24.765477 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a39a59b3-c8b3-4a21-a117-bbbfcb37ecde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:24.768024 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a39a59b3-c8b3-4a21-a117-bbbfcb37ecde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:24.769172 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-a39a59b3-c8b3-4a21-a117-bbbfcb37ecde admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9d67c64e-ea91-465e-8bae-1f0353e1f531 HTTP/1.1" status: 204 len: 168 time: 0.1872883 Aug 15 14:26:24.777466 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a59b3-c8b3-4a21-a117-bbbfcb37ecde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d67c64e-ea91-465e-8bae-1f0353e1f531,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:26:25.703620 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 54158) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:26:25.796991 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-a00f5f69-ec46-43c9-a75c-157e2f519a3f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-181453458-network', 'tenant_id': 'e732332ce45142efb8ac21f662af9c7a'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:26:25.876525 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00f5f69-ec46-43c9-a75c-157e2f519a3f admin admin] Made reservation on behalf of e732332ce45142efb8ac21f662af9c7a for: {'network': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:26:25.878778 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a00f5f69-ec46-43c9-a75c-157e2f519a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for network, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:25.886839 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a00f5f69-ec46-43c9-a75c-157e2f519a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:25.972271 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a00f5f69-ec46-43c9-a75c-157e2f519a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:26.047847 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a00f5f69-ec46-43c9-a75c-157e2f519a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:26.067642 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a00f5f69-ec46-43c9-a75c-157e2f519a3f admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=94450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 15 14:26:26.081774 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f5f69-ec46-43c9-a75c-157e2f519a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94288f2a-261e-4a48-9c77-8e08a7d3e4b2,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:26:26.086109 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a00f5f69-ec46-43c9-a75c-157e2f519a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:26.086444 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.db.segments_db [None req-a00f5f69-ec46-43c9-a75c-157e2f519a3f admin admin] Added segment 6c36788b-3070-4098-8225-ccffffe065dd of type vlan for network 122db0be-1ad4-4eea-a791-ce2c6f1530aa Aug 15 14:26:26.125557 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a00f5f69-ec46-43c9-a75c-157e2f519a3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787668796995'] for network, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:26.234185 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a00f5f69-ec46-43c9-a75c-157e2f519a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728'] for network, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:26.235151 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00f5f69-ec46-43c9-a75c-157e2f519a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:26.235756 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-a00f5f69-ec46-43c9-a75c-157e2f519a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:26.292108 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f5f69-ec46-43c9-a75c-157e2f519a3f admin admin] Pushing event updated for resources: {'Network': ['ID=122db0be-1ad4-4eea-a791-ce2c6f1530aa,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:26:26.301626 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Network 122db0be-1ad4-4eea-a791-ce2c6f1530aa details requested by agent ovs-agent-dv-cinder-804581-6-iscsi with host dv-cinder-804581-6-iscsi {{(pid=94453) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 15 14:26:26.346086 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-a00f5f69-ec46-43c9-a75c-157e2f519a3f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6413627 Aug 15 14:26:26.348862 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 54162) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:26:26.353676 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [None req-5fafcecb-79b1-47e4-8665-b67b5345d0cc admin admin] Request body: {'subnet': {'network_id': '122db0be-1ad4-4eea-a791-ce2c6f1530aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-181453458-subnet', 'tenant_id': 'e732332ce45142efb8ac21f662af9c7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:26:26.442339 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fafcecb-79b1-47e4-8665-b67b5345d0cc admin admin] Made reservation on behalf of e732332ce45142efb8ac21f662af9c7a for: {'subnet': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:26:26.444727 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5fafcecb-79b1-47e4-8665-b67b5345d0cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10384417'] for subnet, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:26.671062 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5fafcecb-79b1-47e4-8665-b67b5345d0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8976203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10384403'] for subnet, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:26.727700 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fafcecb-79b1-47e4-8665-b67b5345d0cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f80a476-3ac8-498c-b99e-57f4ee7758b3,revision_number=0']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:26:26.736774 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fafcecb-79b1-47e4-8665-b67b5345d0cc admin admin] Checking segment: {'id': '6c36788b-3070-4098-8225-ccffffe065dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '122db0be-1ad4-4eea-a791-ce2c6f1530aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:26:26.737124 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fafcecb-79b1-47e4-8665-b67b5345d0cc admin admin] Network hostable DHCP agents. Network: 122db0be-1ad4-4eea-a791-ce2c6f1530aa, hostable agents: ['79a36ae1-c81e-4df0-b784-d4dbca0423ec'], hosted agents: [] {{(pid=94450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 15 14:26:26.808227 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fafcecb-79b1-47e4-8665-b67b5345d0cc admin admin] Network 122db0be-1ad4-4eea-a791-ce2c6f1530aa is scheduled to be hosted by DHCP agent 79a36ae1-c81e-4df0-b784-d4dbca0423ec with binding_index 1 {{(pid=94450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 15 14:26:26.882151 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [None req-5fafcecb-79b1-47e4-8665-b67b5345d0cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-6-iscsi, 122db0be-1ad4-4eea-a791-ce2c6f1530aa) {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:26:26.886098 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fafcecb-79b1-47e4-8665-b67b5345d0cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:26.886682 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5fafcecb-79b1-47e4-8665-b67b5345d0cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for subnet, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:26.891387 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dea80e-d05d-4cd7-aace-68f0d02648a9 None None] Network 122db0be-1ad4-4eea-a791-ce2c6f1530aa requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:26:26.974503 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-5fafcecb-79b1-47e4-8665-b67b5345d0cc admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6245649 Aug 15 14:26:27.010955 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e98079b-0c21-403e-a8ed-dc5472ed1fb3 None None] Network 122db0be-1ad4-4eea-a791-ce2c6f1530aa requested from dv-cinder-804581-6-iscsi {{(pid=94453) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 15 14:26:29.069728 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-6eedbef1-3094-42a0-9667-a93b85997653 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:29.071104 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-6eedbef1-3094-42a0-9667-a93b85997653 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/networks?id=122db0be-1ad4-4eea-a791-ce2c6f1530aa HTTP/1.1" status: 200 len: 808 time: 0.1004879 Aug 15 14:26:29.085323 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-2d113c03-bbe9-4346-904b-9d0275828927 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/quotas/e732332ce45142efb8ac21f662af9c7a HTTP/1.1" status: 200 len: 375 time: 0.0085564 Aug 15 14:26:29.115696 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-848047ed-f91f-4c10-a57b-11088508fdbc tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e732332ce45142efb8ac21f662af9c7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252993 Aug 15 14:26:29.253644 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-b517f3e6-fb66-4bda-8806-24dbc2e05126 service neutron] 10.222.0.22 "GET /v2.0/networks/122db0be-1ad4-4eea-a791-ce2c6f1530aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300704 Aug 15 14:26:29.339157 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-0c0f223c-e310-4f5e-b864-435aa36fe22f service neutron] 10.222.0.22 "GET /v2.0/networks/122db0be-1ad4-4eea-a791-ce2c6f1530aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798926 Aug 15 14:26:29.604959 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-23061a1d-2cc1-4e98-b18a-c23ee1736eb7 req-ce2228e1-65dc-4154-9773-75a036bfaa16 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca3b4612-e268-437f-9799-b146ee212614 HTTP/1.1" status: 200 len: 210 time: 0.0261049 Aug 15 14:26:30.697250 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-74105927-41cd-4e0e-a137-4d80f9f30fa9 req-1507295c-6934-4782-aaca-f03133b7b4db tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca3b4612-e268-437f-9799-b146ee212614 HTTP/1.1" status: 200 len: 210 time: 0.0259130 Aug 15 14:26:31.427326 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-2efefc92-c999-4ed6-8b5e-cf7ab36bee71 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:31.428972 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-2efefc92-c999-4ed6-8b5e-cf7ab36bee71 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.20 "GET /v2.0/networks?id=122db0be-1ad4-4eea-a791-ce2c6f1530aa HTTP/1.1" status: 200 len: 808 time: 0.0987737 Aug 15 14:26:31.442083 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-bea982b6-65be-4b54-93ad-8d464c4293a1 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Request body: {'port': {'device_id': 'ca3b4612-e268-437f-9799-b146ee212614', 'network_id': '122db0be-1ad4-4eea-a791-ce2c6f1530aa', 'admin_state_up': True, 'tenant_id': 'e732332ce45142efb8ac21f662af9c7a'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:26:31.648121 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-bea982b6-65be-4b54-93ad-8d464c4293a1 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Made reservation on behalf of e732332ce45142efb8ac21f662af9c7a for: {'port': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:26:31.652291 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-bea982b6-65be-4b54-93ad-8d464c4293a1 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:31.805166 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-bea982b6-65be-4b54-93ad-8d464c4293a1 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Allocated IP 172.20.0.3 (122db0be-1ad4-4eea-a791-ce2c6f1530aa/2f80a476-3ac8-498c-b99e-57f4ee7758b3/f05a4f27-559a-44d0-b5a6-7e923e5ba398) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:26:31.808895 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0e976289-0a4e-4b23-a81a-b4d164659917 req-2833409b-086f-4b35-ac16-26579ae14b45 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca3b4612-e268-437f-9799-b146ee212614 HTTP/1.1" status: 200 len: 210 time: 0.0378046 Aug 15 14:26:31.945300 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-bea982b6-65be-4b54-93ad-8d464c4293a1 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:32.034552 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-bea982b6-65be-4b54-93ad-8d464c4293a1 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:32.079897 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:32.082653 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-bea982b6-65be-4b54-93ad-8d464c4293a1 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Network 122db0be-1ad4-4eea-a791-ce2c6f1530aa is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:26:32.085783 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-bea982b6-65be-4b54-93ad-8d464c4293a1 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:26:32.089856 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-bea982b6-65be-4b54-93ad-8d464c4293a1 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:26:32.096160 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea982b6-65be-4b54-93ad-8d464c4293a1 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Pushing event updated for resources: {'Port': ['ID=f05a4f27-559a-44d0-b5a6-7e923e5ba398,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:26:32.140805 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-bea982b6-65be-4b54-93ad-8d464c4293a1 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:32.141412 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-bea982b6-65be-4b54-93ad-8d464c4293a1 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:32.205709 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-bea982b6-65be-4b54-93ad-8d464c4293a1 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7673504 Aug 15 14:26:32.218138 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-5654c23f-94cf-4ee8-ba63-25027cb335bf service neutron] Request body: {'port': {'device_id': 'ca3b4612-e268-437f-9799-b146ee212614', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:26:32.268822 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-5654c23f-94cf-4ee8-ba63-25027cb335bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:32.521862 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-5654c23f-94cf-4ee8-ba63-25027cb335bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f05a4f27-559a-44d0-b5a6-7e923e5ba398 {{(pid=94450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:26:32.529059 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-5654c23f-94cf-4ee8-ba63-25027cb335bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:32.540953 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.provisioning_blocks [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-5654c23f-94cf-4ee8-ba63-25027cb335bf service neutron] Transition to ACTIVE for port object f05a4f27-559a-44d0-b5a6-7e923e5ba398 will not be triggered until provisioned by entity L2. {{(pid=94450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:26:32.607564 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-5654c23f-94cf-4ee8-ba63-25027cb335bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:32.656427 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654c23f-94cf-4ee8-ba63-25027cb335bf service neutron] Pushing event updated for resources: {'Port': ['ID=f05a4f27-559a-44d0-b5a6-7e923e5ba398,revision_number=2']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:26:32.716508 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-5654c23f-94cf-4ee8-ba63-25027cb335bf service neutron] Attempting to bind port f05a4f27-559a-44d0-b5a6-7e923e5ba398 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:26:32.716835 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-5654c23f-94cf-4ee8-ba63-25027cb335bf service neutron] Attempting to bind port f05a4f27-559a-44d0-b5a6-7e923e5ba398 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '6c36788b-3070-4098-8225-ccffffe065dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '122db0be-1ad4-4eea-a791-ce2c6f1530aa'}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:26:32.717154 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-5654c23f-94cf-4ee8-ba63-25027cb335bf service neutron] Attempting to bind port f05a4f27-559a-44d0-b5a6-7e923e5ba398 on network 122db0be-1ad4-4eea-a791-ce2c6f1530aa {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:26:32.721239 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-5654c23f-94cf-4ee8-ba63-25027cb335bf service neutron] Port f05a4f27-559a-44d0-b5a6-7e923e5ba398 on network 122db0be-1ad4-4eea-a791-ce2c6f1530aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 15 14:26:32.721580 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-5654c23f-94cf-4ee8-ba63-25027cb335bf service neutron] Attempting to bind port f05a4f27-559a-44d0-b5a6-7e923e5ba398 on network 122db0be-1ad4-4eea-a791-ce2c6f1530aa {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:26:32.726277 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-5654c23f-94cf-4ee8-ba63-25027cb335bf service neutron] Checking agent: {'id': '32bd799d-9334-4df6-9ae9-b970e79828b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'started_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:26:32.726608 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-5654c23f-94cf-4ee8-ba63-25027cb335bf service neutron] Checking segment: {'id': '6c36788b-3070-4098-8225-ccffffe065dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '122db0be-1ad4-4eea-a791-ce2c6f1530aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:26:32.726984 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-5654c23f-94cf-4ee8-ba63-25027cb335bf service neutron] Bound using segment: {'id': '6c36788b-3070-4098-8225-ccffffe065dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '122db0be-1ad4-4eea-a791-ce2c6f1530aa'} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:26:32.727400 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-5654c23f-94cf-4ee8-ba63-25027cb335bf service neutron] Bound port: f05a4f27-559a-44d0-b5a6-7e923e5ba398, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c36788b-3070-4098-8225-ccffffe065dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '122db0be-1ad4-4eea-a791-ce2c6f1530aa'}}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:26:32.727744 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-5654c23f-94cf-4ee8-ba63-25027cb335bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:32.789801 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-5654c23f-94cf-4ee8-ba63-25027cb335bf service neutron] For port f05a4f27-559a-44d0-b5a6-7e923e5ba398, host hv-cinder-80458, cleared binding levels {{(pid=94450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:26:32.793071 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-5654c23f-94cf-4ee8-ba63-25027cb335bf service neutron] For port f05a4f27-559a-44d0-b5a6-7e923e5ba398, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=f05a4f27-559a-44d0-b5a6-7e923e5ba398,segment=NetworkSegment(6c36788b-3070-4098-8225-ccffffe065dd),segment_id=6c36788b-3070-4098-8225-ccffffe065dd)] {{(pid=94450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:26:32.859655 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-5654c23f-94cf-4ee8-ba63-25027cb335bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:32.891847 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-5654c23f-94cf-4ee8-ba63-25027cb335bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:32.892455 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-5654c23f-94cf-4ee8-ba63-25027cb335bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:32.893891 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-5654c23f-94cf-4ee8-ba63-25027cb335bf service neutron] 10.222.0.20 "PUT /v2.0/ports/f05a4f27-559a-44d0-b5a6-7e923e5ba398 HTTP/1.1" status: 200 len: 1093 time: 0.6796947 Aug 15 14:26:32.894321 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3b4612-e268-437f-9799-b146ee212614', 'tag': 'f05a4f27-559a-44d0-b5a6-7e923e5ba398'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:26:32.896575 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e854e7f6-84c5-4f5b-b830-ece69a3f97ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ca3b4612-e268-437f-9799-b146ee212614", "tag": "f05a4f27-559a-44d0-b5a6-7e923e5ba398"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:26:32.923394 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654c23f-94cf-4ee8-ba63-25027cb335bf service neutron] Pushing event updated for resources: {'Port': ['ID=f05a4f27-559a-44d0-b5a6-7e923e5ba398,revision_number=3']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:26:32.928663 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b34909-e00a-4947-8de3-ccff1e071788 req-39041da0-ba57-41d8-a628-108b69adf988 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:32.930179 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c2b34909-e00a-4947-8de3-ccff1e071788 req-39041da0-ba57-41d8-a628-108b69adf988 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca3b4612-e268-437f-9799-b146ee212614 HTTP/1.1" status: 200 len: 943 time: 0.0531707 Aug 15 14:26:32.942814 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e46162-bfef-42fc-b6ed-1092cab4cce1 x-openstack-request-id: req-88e46162-bfef-42fc-b6ed-1092cab4cce1 {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:26:32.948691 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca3b4612-e268-437f-9799-b146ee212614", "tag": "f05a4f27-559a-44d0-b5a6-7e923e5ba398", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:26:32.948691 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-88e46162-bfef-42fc-b6ed-1092cab4cce1 {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:26:32.948691 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3b4612-e268-437f-9799-b146ee212614', 'tag': 'f05a4f27-559a-44d0-b5a6-7e923e5ba398', 'status': 'completed', 'code': 200} Aug 15 14:26:32.977568 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-c2b34909-e00a-4947-8de3-ccff1e071788 req-f4a4dc10-00a7-42de-9c79-86185dbd4280 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/security-groups?id=94288f2a-261e-4a48-9c77-8e08a7d3e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406225 Aug 15 14:26:33.003427 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854e7f6-84c5-4f5b-b830-ece69a3f97ce req-c8886fdb-5ae2-4788-89f1-17cf59954690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:33.004909 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e854e7f6-84c5-4f5b-b830-ece69a3f97ce req-c8886fdb-5ae2-4788-89f1-17cf59954690 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e732332ce45142efb8ac21f662af9c7a&device_id=ca3b4612-e268-437f-9799-b146ee212614 HTTP/1.1" status: 200 len: 1096 time: 0.0415068 Aug 15 14:26:33.101983 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854e7f6-84c5-4f5b-b830-ece69a3f97ce req-15f1dfcf-1d2a-42f2-8876-e3e068a94d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:33.103429 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e854e7f6-84c5-4f5b-b830-ece69a3f97ce req-15f1dfcf-1d2a-42f2-8876-e3e068a94d82 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e732332ce45142efb8ac21f662af9c7a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0909252 Aug 15 14:26:33.195384 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854e7f6-84c5-4f5b-b830-ece69a3f97ce req-b442c50f-557b-43f9-9b50-8ebdcc6c9b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:33.196818 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-e854e7f6-84c5-4f5b-b830-ece69a3f97ce req-b442c50f-557b-43f9-9b50-8ebdcc6c9b26 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857496 Aug 15 14:26:33.268991 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-b0b8a2bb-75e9-4e6c-9325-ce2ca443a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:33.270470 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-b0b8a2bb-75e9-4e6c-9325-ce2ca443a83b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e732332ce45142efb8ac21f662af9c7a&device_id=ca3b4612-e268-437f-9799-b146ee212614 HTTP/1.1" status: 200 len: 1096 time: 0.0391874 Aug 15 14:26:33.313845 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-8a37f1a7-fedd-49f4-97e5-6653931f61bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f05a4f27-559a-44d0-b5a6-7e923e5ba398 HTTP/1.1" status: 200 len: 217 time: 0.0352380 Aug 15 14:26:33.363041 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-57776a44-1f1f-4a9f-942f-f24953db17e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:33.363041 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-57776a44-1f1f-4a9f-942f-f24953db17e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f80a476-3ac8-498c-b99e-57f4ee7758b3 HTTP/1.1" status: 200 len: 848 time: 0.0420156 Aug 15 14:26:33.392294 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-49588ae5-94db-4d16-90c7-622a3e497fd5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=122db0be-1ad4-4eea-a791-ce2c6f1530aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236278 Aug 15 14:26:33.481333 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-530ec7eb-f5bf-4bcc-aafe-0a589789c6ba service neutron] 10.222.0.20 "GET /v2.0/networks/122db0be-1ad4-4eea-a791-ce2c6f1530aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823157 Aug 15 14:26:33.567855 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-0fa9f309-7fcd-4a67-9201-8c9a697beb53 req-31b78fda-61f2-4738-9df3-ff8a31655d84 service neutron] 10.222.0.20 "GET /v2.0/networks/122db0be-1ad4-4eea-a791-ce2c6f1530aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789309 Aug 15 14:26:34.089160 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124d39e-d4f6-4ac4-aae6-fdf42fd97a53 req-bd03e00b-55eb-4367-99f8-1de7b244b46e tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:34.090656 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a124d39e-d4f6-4ac4-aae6-fdf42fd97a53 req-bd03e00b-55eb-4367-99f8-1de7b244b46e tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca3b4612-e268-437f-9799-b146ee212614 HTTP/1.1" status: 200 len: 943 time: 0.0478823 Aug 15 14:26:34.126312 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-a124d39e-d4f6-4ac4-aae6-fdf42fd97a53 req-773fe9e4-2c99-4726-9239-263a8fff0ca0 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/security-groups?id=94288f2a-261e-4a48-9c77-8e08a7d3e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298531 Aug 15 14:26:35.390368 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4df8b-7fa4-451a-82fc-d013ab5f65c1 req-1be806d9-d762-4ab0-a3b2-88aefb9dcc06 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:35.391734 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e3b4df8b-7fa4-451a-82fc-d013ab5f65c1 req-1be806d9-d762-4ab0-a3b2-88aefb9dcc06 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca3b4612-e268-437f-9799-b146ee212614 HTTP/1.1" status: 200 len: 943 time: 0.0482531 Aug 15 14:26:35.427783 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e3b4df8b-7fa4-451a-82fc-d013ab5f65c1 req-db860ed5-865e-4827-a93a-f079633a31a5 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/security-groups?id=94288f2a-261e-4a48-9c77-8e08a7d3e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303025 Aug 15 14:26:36.542418 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd22cff-9472-4b6c-9e2f-3c44f061b50e req-f602866b-184d-42b1-a33b-fe208a689fb4 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:36.543803 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-dfd22cff-9472-4b6c-9e2f-3c44f061b50e req-f602866b-184d-42b1-a33b-fe208a689fb4 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca3b4612-e268-437f-9799-b146ee212614 HTTP/1.1" status: 200 len: 943 time: 0.0512083 Aug 15 14:26:36.580036 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-dfd22cff-9472-4b6c-9e2f-3c44f061b50e req-d50261c4-05f2-4f18-9a13-813bc80038e1 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/security-groups?id=94288f2a-261e-4a48-9c77-8e08a7d3e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303042 Aug 15 14:26:37.691345 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9626b6b-8175-4bc0-a9a1-a043510a37e7 req-48cf122e-f81c-4dd1-8bda-fce36c203cde tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:37.693257 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a9626b6b-8175-4bc0-a9a1-a043510a37e7 req-48cf122e-f81c-4dd1-8bda-fce36c203cde tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca3b4612-e268-437f-9799-b146ee212614 HTTP/1.1" status: 200 len: 943 time: 0.0478106 Aug 15 14:26:37.731265 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-a9626b6b-8175-4bc0-a9a1-a043510a37e7 req-8c00fa7c-8f97-430b-b7d5-ae9a5e7de37e tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/security-groups?id=94288f2a-261e-4a48-9c77-8e08a7d3e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311651 Aug 15 14:26:37.921354 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device f05a4f27-559a-44d0-b5a6-7e923e5ba398 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 15 14:26:38.012111 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port f05a4f27-559a-44d0-b5a6-7e923e5ba398, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=f05a4f27-559a-44d0-b5a6-7e923e5ba398,segment=NetworkSegment(6c36788b-3070-4098-8225-ccffffe065dd),segment_id=6c36788b-3070-4098-8225-ccffffe065dd)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:26:38.023137 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Returning: {'device': 'f05a4f27-559a-44d0-b5a6-7e923e5ba398', 'network_id': '122db0be-1ad4-4eea-a791-ce2c6f1530aa', 'port_id': 'f05a4f27-559a-44d0-b5a6-7e923e5ba398', 'mac_address': 'fa:16:3e:e1:b5:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f80a476-3ac8-498c-b99e-57f4ee7758b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 15 14:26:38.062408 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:38.074833 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f05a4f27-559a-44d0-b5a6-7e923e5ba398 {{(pid=94453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:26:38.093105 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port f05a4f27-559a-44d0-b5a6-7e923e5ba398, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=f05a4f27-559a-44d0-b5a6-7e923e5ba398,segment=NetworkSegment(6c36788b-3070-4098-8225-ccffffe065dd),segment_id=6c36788b-3070-4098-8225-ccffffe065dd)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:26:38.150562 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:38.196994 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=f05a4f27-559a-44d0-b5a6-7e923e5ba398,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:26:38.520188 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['f05a4f27-559a-44d0-b5a6-7e923e5ba398'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:26:38.844140 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c923d1-57f5-4630-afcc-4ca25b397852 req-48399e1d-d151-41d4-a4f1-ed71461674e8 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:38.845517 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-49c923d1-57f5-4630-afcc-4ca25b397852 req-48399e1d-d151-41d4-a4f1-ed71461674e8 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca3b4612-e268-437f-9799-b146ee212614 HTTP/1.1" status: 200 len: 944 time: 0.0474226 Aug 15 14:26:38.881148 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-49c923d1-57f5-4630-afcc-4ca25b397852 req-21b67b10-ef3d-403e-9d77-ad8673ffcaa7 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/security-groups?id=94288f2a-261e-4a48-9c77-8e08a7d3e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298138 Aug 15 14:26:39.926398 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device f05a4f27-559a-44d0-b5a6-7e923e5ba398 up at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:26:39.992831 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba793af-160e-455e-89e8-8242408ba3a4 req-9a9d67e9-35ea-4dac-95d7-3f0cae7f2ed1 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:39.994338 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-2ba793af-160e-455e-89e8-8242408ba3a4 req-9a9d67e9-35ea-4dac-95d7-3f0cae7f2ed1 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca3b4612-e268-437f-9799-b146ee212614 HTTP/1.1" status: 200 len: 944 time: 0.0472953 Aug 15 14:26:40.024833 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning for port f05a4f27-559a-44d0-b5a6-7e923e5ba398 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:26:40.029301 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning complete for port f05a4f27-559a-44d0-b5a6-7e923e5ba398 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:26:40.029709 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:40.034135 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-2ba793af-160e-455e-89e8-8242408ba3a4 req-910cab23-2f21-41f8-ab8a-ab9ceb20c303 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/security-groups?id=94288f2a-261e-4a48-9c77-8e08a7d3e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337691 Aug 15 14:26:40.107051 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:40.128992 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3b4612-e268-437f-9799-b146ee212614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05a4f27-559a-44d0-b5a6-7e923e5ba398'}] {{(pid=94453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:26:40.131240 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67f9f608f21815e3b7d057bcd481c644a3f088ed5729c17767b65ea5f15acf6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa4fe8e-af2e-410f-a15f-fc7cad976251" -d '{"events": [{"server_uuid": "ca3b4612-e268-437f-9799-b146ee212614", "name": "network-vif-plugged", "status": "completed", "tag": "f05a4f27-559a-44d0-b5a6-7e923e5ba398"}]}' {{(pid=94453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:26:40.145673 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port f05a4f27-559a-44d0-b5a6-7e923e5ba398, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=f05a4f27-559a-44d0-b5a6-7e923e5ba398,segment=NetworkSegment(6c36788b-3070-4098-8225-ccffffe065dd),segment_id=6c36788b-3070-4098-8225-ccffffe065dd)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:26:40.166619 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72cc3190-9632-4dfb-92e3-3c68facd0829 x-openstack-request-id: req-72cc3190-9632-4dfb-92e3-3c68facd0829 {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:26:40.166902 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3b4612-e268-437f-9799-b146ee212614", "name": "network-vif-plugged", "status": "completed", "tag": "f05a4f27-559a-44d0-b5a6-7e923e5ba398", "code": 200}]} {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:26:40.167151 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-72cc3190-9632-4dfb-92e3-3c68facd0829 {{(pid=94453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:26:40.167534 dv-cinder-804581-6-iscsi neutron-server[94453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3b4612-e268-437f-9799-b146ee212614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05a4f27-559a-44d0-b5a6-7e923e5ba398', 'code': 200} Aug 15 14:26:40.205219 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:40.255630 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=f05a4f27-559a-44d0-b5a6-7e923e5ba398,revision_number=5']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:26:40.447331 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83134f-7cfd-438d-aadb-d6e45ecd0900 req-69b24241-0f44-421e-8d2d-1a6fa44ee328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:40.449494 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4e83134f-7cfd-438d-aadb-d6e45ecd0900 req-69b24241-0f44-421e-8d2d-1a6fa44ee328 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ca3b4612-e268-437f-9799-b146ee212614 HTTP/1.1" status: 200 len: 1098 time: 0.0409706 Aug 15 14:26:40.483703 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4e83134f-7cfd-438d-aadb-d6e45ecd0900 req-68acedd2-f547-4246-9fc7-c0cd11b96a1e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=94288f2a-261e-4a48-9c77-8e08a7d3e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267134 Aug 15 14:26:40.731255 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-089cff5a-2623-4c36-a839-03608377eb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:41.151520 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab58f2f-7771-46a8-827a-2ad47180908f req-56a8b84a-8a6d-447c-b771-d49acb2ccc9b tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:41.152963 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-3ab58f2f-7771-46a8-827a-2ad47180908f req-56a8b84a-8a6d-447c-b771-d49acb2ccc9b tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca3b4612-e268-437f-9799-b146ee212614 HTTP/1.1" status: 200 len: 945 time: 0.0481544 Aug 15 14:26:41.190223 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-3ab58f2f-7771-46a8-827a-2ad47180908f req-90c78800-1cdb-4b2a-9d04-6e2b4150c5a1 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/security-groups?id=94288f2a-261e-4a48-9c77-8e08a7d3e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314062 Aug 15 14:26:42.304329 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8bebe8-88be-44c4-b28e-547be2069e9b req-9e015c5f-d06d-4f55-95b3-b900ec984094 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:42.305788 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-eb8bebe8-88be-44c4-b28e-547be2069e9b req-9e015c5f-d06d-4f55-95b3-b900ec984094 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca3b4612-e268-437f-9799-b146ee212614 HTTP/1.1" status: 200 len: 945 time: 0.0508952 Aug 15 14:26:42.343055 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-eb8bebe8-88be-44c4-b28e-547be2069e9b req-01ca8f22-e19c-4120-aa6f-d44db7d0032b tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/security-groups?id=94288f2a-261e-4a48-9c77-8e08a7d3e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311706 Aug 15 14:26:43.285887 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-38c25af2-402a-42e8-9415-dd85d9fbf1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:43.613604 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2294f7a-e4cf-4715-954e-15e727e49871 req-be413234-a598-4e3c-9407-4c8c5311d8a8 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:43.615058 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b2294f7a-e4cf-4715-954e-15e727e49871 req-be413234-a598-4e3c-9407-4c8c5311d8a8 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca3b4612-e268-437f-9799-b146ee212614 HTTP/1.1" status: 200 len: 945 time: 0.1813972 Aug 15 14:26:43.652037 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b2294f7a-e4cf-4715-954e-15e727e49871 req-21a7290f-bb1b-4d70-9f22-4cda9917f161 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/security-groups?id=94288f2a-261e-4a48-9c77-8e08a7d3e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309174 Aug 15 14:26:43.856640 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:44.676133 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:44.767599 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005cfa8-3b15-436b-a8f0-2c400ec8be3f req-1306924c-f571-4f78-8d60-7a6f4c4ab3b4 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:44.769069 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1005cfa8-3b15-436b-a8f0-2c400ec8be3f req-1306924c-f571-4f78-8d60-7a6f4c4ab3b4 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca3b4612-e268-437f-9799-b146ee212614 HTTP/1.1" status: 200 len: 945 time: 0.0479584 Aug 15 14:26:44.807288 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-1005cfa8-3b15-436b-a8f0-2c400ec8be3f req-7f039620-7099-45e3-a9c1-62e01cb7c7af tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/security-groups?id=94288f2a-261e-4a48-9c77-8e08a7d3e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322704 Aug 15 14:26:44.937366 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5ea12-9a59-49f3-b338-f4c001ec12f4 req-efbc9869-9132-4dfa-bea8-9c2b9786c3c7 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:44.938726 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d7a5ea12-9a59-49f3-b338-f4c001ec12f4 req-efbc9869-9132-4dfa-bea8-9c2b9786c3c7 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca3b4612-e268-437f-9799-b146ee212614 HTTP/1.1" status: 200 len: 945 time: 0.0469747 Aug 15 14:26:45.026960 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-d7a5ea12-9a59-49f3-b338-f4c001ec12f4 req-648ee623-a9a8-47f2-9b8f-7fc37a5a8cc5 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Deleting port f05a4f27-559a-44d0-b5a6-7e923e5ba398 {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:26:45.027303 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-d7a5ea12-9a59-49f3-b338-f4c001ec12f4 req-648ee623-a9a8-47f2-9b8f-7fc37a5a8cc5 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:45.111650 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-d7a5ea12-9a59-49f3-b338-f4c001ec12f4 req-648ee623-a9a8-47f2-9b8f-7fc37a5a8cc5 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] For port f05a4f27-559a-44d0-b5a6-7e923e5ba398, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=f05a4f27-559a-44d0-b5a6-7e923e5ba398,segment=NetworkSegment(6c36788b-3070-4098-8225-ccffffe065dd),segment_id=6c36788b-3070-4098-8225-ccffffe065dd)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:26:45.112023 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-d7a5ea12-9a59-49f3-b338-f4c001ec12f4 req-648ee623-a9a8-47f2-9b8f-7fc37a5a8cc5 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:45.124310 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-d7a5ea12-9a59-49f3-b338-f4c001ec12f4 req-648ee623-a9a8-47f2-9b8f-7fc37a5a8cc5 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Calling delete_port for f05a4f27-559a-44d0-b5a6-7e923e5ba398 owned by compute:nova {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:26:45.565196 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-d7a5ea12-9a59-49f3-b338-f4c001ec12f4 req-648ee623-a9a8-47f2-9b8f-7fc37a5a8cc5 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:45.577212 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['f05a4f27-559a-44d0-b5a6-7e923e5ba398'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:26:45.591590 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ee623-a9a8-47f2-9b8f-7fc37a5a8cc5 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Pushing event deleted for resources: {'Port': ['ID=f05a4f27-559a-44d0-b5a6-7e923e5ba398,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:26:45.605546 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee623-a9a8-47f2-9b8f-7fc37a5a8cc5 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:26:45.605905 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee623-a9a8-47f2-9b8f-7fc37a5a8cc5 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:26:45.606254 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee623-a9a8-47f2-9b8f-7fc37a5a8cc5 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:26:45.606673 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee623-a9a8-47f2-9b8f-7fc37a5a8cc5 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:26:45.606927 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee623-a9a8-47f2-9b8f-7fc37a5a8cc5 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:26:45.607258 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee623-a9a8-47f2-9b8f-7fc37a5a8cc5 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:26:45.607585 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee623-a9a8-47f2-9b8f-7fc37a5a8cc5 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:26:45.607910 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee623-a9a8-47f2-9b8f-7fc37a5a8cc5 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:26:45.608256 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee623-a9a8-47f2-9b8f-7fc37a5a8cc5 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:26:45.608631 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee623-a9a8-47f2-9b8f-7fc37a5a8cc5 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:26:45.608956 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee623-a9a8-47f2-9b8f-7fc37a5a8cc5 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:26:45.609281 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee623-a9a8-47f2-9b8f-7fc37a5a8cc5 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:26:45.643994 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a5ea12-9a59-49f3-b338-f4c001ec12f4 req-648ee623-a9a8-47f2-9b8f-7fc37a5a8cc5 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] No DVR routers for this DVR port f05a4f27-559a-44d0-b5a6-7e923e5ba398 on host hv-cinder-80458 {{(pid=94450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:26:45.646330 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-d7a5ea12-9a59-49f3-b338-f4c001ec12f4 req-648ee623-a9a8-47f2-9b8f-7fc37a5a8cc5 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:45.648229 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d7a5ea12-9a59-49f3-b338-f4c001ec12f4 req-648ee623-a9a8-47f2-9b8f-7fc37a5a8cc5 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.20 "DELETE /v2.0/ports/f05a4f27-559a-44d0-b5a6-7e923e5ba398 HTTP/1.1" status: 204 len: 173 time: 0.7033877 Aug 15 14:26:45.648672 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3b4612-e268-437f-9799-b146ee212614', 'name': 'network-vif-deleted', 'tag': 'f05a4f27-559a-44d0-b5a6-7e923e5ba398'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:26:45.651389 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074105b6-565a-45de-ab73-6b2a0e3e993e" -d '{"events": [{"server_uuid": "ca3b4612-e268-437f-9799-b146ee212614", "name": "network-vif-deleted", "tag": "f05a4f27-559a-44d0-b5a6-7e923e5ba398"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:26:45.686845 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364e9344-c76e-42d3-bcce-e1c6b66649b1 x-openstack-request-id: req-364e9344-c76e-42d3-bcce-e1c6b66649b1 {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:26:45.687130 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3b4612-e268-437f-9799-b146ee212614", "name": "network-vif-deleted", "tag": "f05a4f27-559a-44d0-b5a6-7e923e5ba398", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:26:45.687377 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-364e9344-c76e-42d3-bcce-e1c6b66649b1 {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:26:45.687760 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3b4612-e268-437f-9799-b146ee212614', 'name': 'network-vif-deleted', 'tag': 'f05a4f27-559a-44d0-b5a6-7e923e5ba398', 'status': 'completed', 'code': 200} Aug 15 14:26:45.905755 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-40b40116-7fc3-4d97-808e-0b693c9bbc04 req-e382d55f-71d4-4078-a249-b9094003b03b tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca3b4612-e268-437f-9799-b146ee212614 HTTP/1.1" status: 200 len: 210 time: 0.0272515 Aug 15 14:26:46.458559 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:26:46.642018 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:47.161727 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-114d69b4-cd77-45e6-8d45-bd1381059e6f tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:47.163173 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-114d69b4-cd77-45e6-8d45-bd1381059e6f tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/networks?id=122db0be-1ad4-4eea-a791-ce2c6f1530aa HTTP/1.1" status: 200 len: 808 time: 0.1005001 Aug 15 14:26:47.177992 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-627a8d35-035f-4d77-97cc-9940872793d6 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/quotas/e732332ce45142efb8ac21f662af9c7a HTTP/1.1" status: 200 len: 375 time: 0.0086210 Aug 15 14:26:47.208260 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-8d934cd7-31ae-41b8-a5f3-77bcf94b4506 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e732332ce45142efb8ac21f662af9c7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252028 Aug 15 14:26:47.299485 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-65e5692b-e926-4253-864f-1de9883ab33d service neutron] 10.222.0.22 "GET /v2.0/networks/122db0be-1ad4-4eea-a791-ce2c6f1530aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835984 Aug 15 14:26:47.384256 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-fc687bb9-7bff-4046-bb79-5ee33baa26fe service neutron] 10.222.0.22 "GET /v2.0/networks/122db0be-1ad4-4eea-a791-ce2c6f1530aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787151 Aug 15 14:26:47.626186 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-cffb22c1-6f53-433a-8458-1e978afa7878 req-da452474-a02f-4e39-9003-f70ddb168028 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/ports?device_id=302fc817-836d-4313-9fdb-ce207be48489 HTTP/1.1" status: 200 len: 210 time: 0.0267079 Aug 15 14:26:48.717766 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-132b415a-402a-4db5-bd93-cd2d2cbeb0e2 req-9c979009-24ee-480f-9bff-f373db1693e5 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/ports?device_id=302fc817-836d-4313-9fdb-ce207be48489 HTTP/1.1" status: 200 len: 210 time: 0.0273094 Aug 15 14:26:49.363208 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-6f10acc0-79de-4b9a-af54-59018fc19533 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:49.364536 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-6f10acc0-79de-4b9a-af54-59018fc19533 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.20 "GET /v2.0/networks?id=122db0be-1ad4-4eea-a791-ce2c6f1530aa HTTP/1.1" status: 200 len: 808 time: 0.0999360 Aug 15 14:26:49.377746 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-dc8520cf-1ade-4279-94d5-3fc42687cbe7 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Request body: {'port': {'device_id': '302fc817-836d-4313-9fdb-ce207be48489', 'network_id': '122db0be-1ad4-4eea-a791-ce2c6f1530aa', 'admin_state_up': True, 'tenant_id': 'e732332ce45142efb8ac21f662af9c7a'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:26:49.544750 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-dc8520cf-1ade-4279-94d5-3fc42687cbe7 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Made reservation on behalf of e732332ce45142efb8ac21f662af9c7a for: {'port': 1} {{(pid=94450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 15 14:26:49.548198 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-dc8520cf-1ade-4279-94d5-3fc42687cbe7 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:49.673553 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_common [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-dc8520cf-1ade-4279-94d5-3fc42687cbe7 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Allocated IP 172.20.0.13 (122db0be-1ad4-4eea-a791-ce2c6f1530aa/2f80a476-3ac8-498c-b99e-57f4ee7758b3/38c282ec-28ac-4506-8358-38d5623d8775) {{(pid=94450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 15 14:26:49.820298 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-4f44c866-7188-48b4-b4c4-3450fc93ca34 req-b5ab118f-23e2-4fe6-b84a-e8cfd3efae59 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/ports?device_id=302fc817-836d-4313-9fdb-ce207be48489 HTTP/1.1" status: 200 len: 210 time: 0.0346692 Aug 15 14:26:49.835958 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-dc8520cf-1ade-4279-94d5-3fc42687cbe7 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Notify callbacks [] for port, precommit_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:49.931078 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-dc8520cf-1ade-4279-94d5-3fc42687cbe7 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787668810469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_create {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:49.970026 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-dc8520cf-1ade-4279-94d5-3fc42687cbe7 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Network 122db0be-1ad4-4eea-a791-ce2c6f1530aa is already hosted by enough agents. {{(pid=94450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 15 14:26:49.974962 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.scheduler.base_scheduler [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-dc8520cf-1ade-4279-94d5-3fc42687cbe7 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Resources bound (agent type, host, resource id): {{(pid=94450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 15 14:26:49.978547 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-dc8520cf-1ade-4279-94d5-3fc42687cbe7 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Received port after_create {{(pid=94450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 15 14:26:49.979758 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device f05a4f27-559a-44d0-b5a6-7e923e5ba398 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:26:50.000062 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] No Port match for: f05a4f27-559a-44d0-b5a6-7e923e5ba398 {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:26:50.000418 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device f05a4f27-559a-44d0-b5a6-7e923e5ba398 not bound to the agent host hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:26:50.005483 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8520cf-1ade-4279-94d5-3fc42687cbe7 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Pushing event updated for resources: {'Port': ['ID=38c282ec-28ac-4506-8358-38d5623d8775,revision_number=1']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:26:50.030677 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-dc8520cf-1ade-4279-94d5-3fc42687cbe7 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:50.031283 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-dc8520cf-1ade-4279-94d5-3fc42687cbe7 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:50.099568 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-dc8520cf-1ade-4279-94d5-3fc42687cbe7 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7254705 Aug 15 14:26:50.158817 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.v2.base [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-5dc9d20f-539a-452f-96d3-ae76859523cc service neutron] Request body: {'port': {'device_id': '302fc817-836d-4313-9fdb-ce207be48489', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 15 14:26:50.214179 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-5dc9d20f-539a-452f-96d3-ae76859523cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:50.467867 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-5dc9d20f-539a-452f-96d3-ae76859523cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38c282ec-28ac-4506-8358-38d5623d8775 {{(pid=94450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:26:50.474936 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-5dc9d20f-539a-452f-96d3-ae76859523cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:50.486112 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.provisioning_blocks [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-5dc9d20f-539a-452f-96d3-ae76859523cc service neutron] Transition to ACTIVE for port object 38c282ec-28ac-4506-8358-38d5623d8775 will not be triggered until provisioned by entity L2. {{(pid=94450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 15 14:26:50.547873 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-5dc9d20f-539a-452f-96d3-ae76859523cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:50.597524 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9d20f-539a-452f-96d3-ae76859523cc service neutron] Pushing event updated for resources: {'Port': ['ID=38c282ec-28ac-4506-8358-38d5623d8775,revision_number=2']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:26:50.661443 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-5dc9d20f-539a-452f-96d3-ae76859523cc service neutron] Attempting to bind port 38c282ec-28ac-4506-8358-38d5623d8775 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 15 14:26:50.661777 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-5dc9d20f-539a-452f-96d3-ae76859523cc service neutron] Attempting to bind port 38c282ec-28ac-4506-8358-38d5623d8775 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '6c36788b-3070-4098-8225-ccffffe065dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '122db0be-1ad4-4eea-a791-ce2c6f1530aa'}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 15 14:26:50.662099 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-5dc9d20f-539a-452f-96d3-ae76859523cc service neutron] Attempting to bind port 38c282ec-28ac-4506-8358-38d5623d8775 on network 122db0be-1ad4-4eea-a791-ce2c6f1530aa {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:26:50.666792 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-5dc9d20f-539a-452f-96d3-ae76859523cc service neutron] Port 38c282ec-28ac-4506-8358-38d5623d8775 on network 122db0be-1ad4-4eea-a791-ce2c6f1530aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 15 14:26:50.667108 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-5dc9d20f-539a-452f-96d3-ae76859523cc service neutron] Attempting to bind port 38c282ec-28ac-4506-8358-38d5623d8775 on network 122db0be-1ad4-4eea-a791-ce2c6f1530aa {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 15 14:26:50.671789 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-5dc9d20f-539a-452f-96d3-ae76859523cc service neutron] Checking agent: {'id': '32bd799d-9334-4df6-9ae9-b970e79828b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'started_at': datetime.datetime(2021, 8, 15, 14, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 8, 15, 14, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 15 14:26:50.672114 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-5dc9d20f-539a-452f-96d3-ae76859523cc service neutron] Checking segment: {'id': '6c36788b-3070-4098-8225-ccffffe065dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '122db0be-1ad4-4eea-a791-ce2c6f1530aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 15 14:26:50.672487 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-5dc9d20f-539a-452f-96d3-ae76859523cc service neutron] Bound using segment: {'id': '6c36788b-3070-4098-8225-ccffffe065dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '122db0be-1ad4-4eea-a791-ce2c6f1530aa'} {{(pid=94450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 15 14:26:50.672899 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.managers [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-5dc9d20f-539a-452f-96d3-ae76859523cc service neutron] Bound port: 38c282ec-28ac-4506-8358-38d5623d8775, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c36788b-3070-4098-8225-ccffffe065dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '122db0be-1ad4-4eea-a791-ce2c6f1530aa'}}] {{(pid=94450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 15 14:26:50.673242 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-5dc9d20f-539a-452f-96d3-ae76859523cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:50.733145 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-5dc9d20f-539a-452f-96d3-ae76859523cc service neutron] For port 38c282ec-28ac-4506-8358-38d5623d8775, host hv-cinder-80458, cleared binding levels {{(pid=94450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 15 14:26:50.735936 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-5dc9d20f-539a-452f-96d3-ae76859523cc service neutron] For port 38c282ec-28ac-4506-8358-38d5623d8775, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=38c282ec-28ac-4506-8358-38d5623d8775,segment=NetworkSegment(6c36788b-3070-4098-8225-ccffffe065dd),segment_id=6c36788b-3070-4098-8225-ccffffe065dd)] {{(pid=94450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 15 14:26:50.810959 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-5dc9d20f-539a-452f-96d3-ae76859523cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8976182'] for port, after_update {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:50.843548 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-5dc9d20f-539a-452f-96d3-ae76859523cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:50.844145 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-5dc9d20f-539a-452f-96d3-ae76859523cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:50.845554 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-5dc9d20f-539a-452f-96d3-ae76859523cc service neutron] 10.222.0.20 "PUT /v2.0/ports/38c282ec-28ac-4506-8358-38d5623d8775 HTTP/1.1" status: 200 len: 1094 time: 0.6908762 Aug 15 14:26:50.845990 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302fc817-836d-4313-9fdb-ce207be48489', 'tag': '38c282ec-28ac-4506-8358-38d5623d8775'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:26:50.848193 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ecac60-1c91-476d-b0bf-15fcabaf015c" -d '{"events": [{"name": "network-changed", "server_uuid": "302fc817-836d-4313-9fdb-ce207be48489", "tag": "38c282ec-28ac-4506-8358-38d5623d8775"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:26:50.873999 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9d20f-539a-452f-96d3-ae76859523cc service neutron] Pushing event updated for resources: {'Port': ['ID=38c282ec-28ac-4506-8358-38d5623d8775,revision_number=3']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:26:50.889889 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 15 Aug 2021 14:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30463197-e831-417d-bae8-71e0b95c9d6a x-openstack-request-id: req-30463197-e831-417d-bae8-71e0b95c9d6a {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:26:50.890173 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "302fc817-836d-4313-9fdb-ce207be48489", "tag": "38c282ec-28ac-4506-8358-38d5623d8775", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:26:50.890422 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-30463197-e831-417d-bae8-71e0b95c9d6a {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:26:50.890810 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '302fc817-836d-4313-9fdb-ce207be48489', 'tag': '38c282ec-28ac-4506-8358-38d5623d8775', 'status': 'completed', 'code': 200} Aug 15 14:26:50.948665 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdd354-2448-4319-8707-3b8e40fbd8f1 req-c2f6ceda-d276-4b1b-a747-9186c0689b7b tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:50.950181 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9cfdd354-2448-4319-8707-3b8e40fbd8f1 req-c2f6ceda-d276-4b1b-a747-9186c0689b7b tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/ports?device_id=302fc817-836d-4313-9fdb-ce207be48489 HTTP/1.1" status: 200 len: 944 time: 0.0559688 Aug 15 14:26:50.952668 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecac60-1c91-476d-b0bf-15fcabaf015c req-c812bc79-f095-4ad0-aa74-fd35abc30ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:50.954157 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-64ecac60-1c91-476d-b0bf-15fcabaf015c req-c812bc79-f095-4ad0-aa74-fd35abc30ccf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e732332ce45142efb8ac21f662af9c7a&device_id=302fc817-836d-4313-9fdb-ce207be48489 HTTP/1.1" status: 200 len: 1097 time: 0.0413795 Aug 15 14:26:50.987542 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-9cfdd354-2448-4319-8707-3b8e40fbd8f1 req-7449b760-7214-44ff-b1c5-183f47cc8656 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/security-groups?id=94288f2a-261e-4a48-9c77-8e08a7d3e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310903 Aug 15 14:26:51.052613 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecac60-1c91-476d-b0bf-15fcabaf015c req-9faae3c3-4110-4eaa-a9d9-f44651b20574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:51.054103 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-64ecac60-1c91-476d-b0bf-15fcabaf015c req-9faae3c3-4110-4eaa-a9d9-f44651b20574 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e732332ce45142efb8ac21f662af9c7a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0923991 Aug 15 14:26:51.146350 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecac60-1c91-476d-b0bf-15fcabaf015c req-5244099e-bafc-4c8f-b7c7-208dcef203c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:51.147774 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-64ecac60-1c91-476d-b0bf-15fcabaf015c req-5244099e-bafc-4c8f-b7c7-208dcef203c9 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858674 Aug 15 14:26:51.224569 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-68bd4d19-43de-4c93-973e-2fc24202ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:51.226051 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-68bd4d19-43de-4c93-973e-2fc24202ad4a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e732332ce45142efb8ac21f662af9c7a&device_id=302fc817-836d-4313-9fdb-ce207be48489 HTTP/1.1" status: 200 len: 1097 time: 0.0437505 Aug 15 14:26:51.266828 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-d60eca41-7fb3-4977-b6ba-e906f4aac5f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38c282ec-28ac-4506-8358-38d5623d8775 HTTP/1.1" status: 200 len: 217 time: 0.0329604 Aug 15 14:26:51.314066 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-a8726676-ca15-4124-8711-b4a1bee56aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:51.315428 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-a8726676-ca15-4124-8711-b4a1bee56aef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f80a476-3ac8-498c-b99e-57f4ee7758b3 HTTP/1.1" status: 200 len: 848 time: 0.0418887 Aug 15 14:26:51.349163 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-445f28ac-6e96-4823-9d88-ce9907785b66 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=122db0be-1ad4-4eea-a791-ce2c6f1530aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270286 Aug 15 14:26:51.437264 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-75eebf9b-1160-486b-8d93-bbc7140b71bb service neutron] 10.222.0.20 "GET /v2.0/networks/122db0be-1ad4-4eea-a791-ce2c6f1530aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798631 Aug 15 14:26:51.526935 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-d20f7443-2382-4e9b-a98b-6d94e2047d15 req-9cc927c8-e1a0-4e23-8872-56c06d01f13c service neutron] 10.222.0.20 "GET /v2.0/networks/122db0be-1ad4-4eea-a791-ce2c6f1530aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825796 Aug 15 14:26:52.101361 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ffaa0-75b2-47bb-b170-06f03db8bfc0 req-ba9a7c7e-b0a5-431f-b79a-352974b6a080 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:52.102818 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-cf3ffaa0-75b2-47bb-b170-06f03db8bfc0 req-ba9a7c7e-b0a5-431f-b79a-352974b6a080 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/ports?device_id=302fc817-836d-4313-9fdb-ce207be48489 HTTP/1.1" status: 200 len: 944 time: 0.0489056 Aug 15 14:26:52.139370 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-cf3ffaa0-75b2-47bb-b170-06f03db8bfc0 req-384ce4d5-d812-44c5-b57e-0c327208b90e tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/security-groups?id=94288f2a-261e-4a48-9c77-8e08a7d3e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297310 Aug 15 14:26:53.250503 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05240ab0-a607-4f20-8568-c0c208f98259 req-df32d2b4-b19a-41f4-91f1-c07451bc20f0 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:53.251973 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-05240ab0-a607-4f20-8568-c0c208f98259 req-df32d2b4-b19a-41f4-91f1-c07451bc20f0 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/ports?device_id=302fc817-836d-4313-9fdb-ce207be48489 HTTP/1.1" status: 200 len: 944 time: 0.0476403 Aug 15 14:26:53.288420 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-05240ab0-a607-4f20-8568-c0c208f98259 req-a42602ed-8879-4aa8-b51f-5186859e25a0 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/security-groups?id=94288f2a-261e-4a48-9c77-8e08a7d3e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305679 Aug 15 14:26:54.403476 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd38304-c803-41d6-9705-2781a00d1cb6 req-94579129-ad91-4bf5-bf0e-16cb537be3fa tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:54.404930 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2fd38304-c803-41d6-9705-2781a00d1cb6 req-94579129-ad91-4bf5-bf0e-16cb537be3fa tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/ports?device_id=302fc817-836d-4313-9fdb-ce207be48489 HTTP/1.1" status: 200 len: 944 time: 0.0477314 Aug 15 14:26:54.441042 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-2fd38304-c803-41d6-9705-2781a00d1cb6 req-6e58fa0d-d3e6-497e-a8ed-8263562d1791 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/security-groups?id=94288f2a-261e-4a48-9c77-8e08a7d3e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300667 Aug 15 14:26:55.551264 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e12b71-fd44-49b8-be8e-bb776efc46f1 req-58c67f9f-8936-4c9e-b608-304965c5f271 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:55.552725 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-f4e12b71-fd44-49b8-be8e-bb776efc46f1 req-58c67f9f-8936-4c9e-b608-304965c5f271 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/ports?device_id=302fc817-836d-4313-9fdb-ce207be48489 HTTP/1.1" status: 200 len: 944 time: 0.0474532 Aug 15 14:26:55.588977 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-f4e12b71-fd44-49b8-be8e-bb776efc46f1 req-fab33a49-73c3-4acd-941c-b85223faafef tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/security-groups?id=94288f2a-261e-4a48-9c77-8e08a7d3e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296023 Aug 15 14:26:55.998922 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 38c282ec-28ac-4506-8358-38d5623d8775 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94453) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 15 14:26:56.091863 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 38c282ec-28ac-4506-8358-38d5623d8775, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=38c282ec-28ac-4506-8358-38d5623d8775,segment=NetworkSegment(6c36788b-3070-4098-8225-ccffffe065dd),segment_id=6c36788b-3070-4098-8225-ccffffe065dd)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:26:56.102612 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Returning: {'device': '38c282ec-28ac-4506-8358-38d5623d8775', 'network_id': '122db0be-1ad4-4eea-a791-ce2c6f1530aa', 'port_id': '38c282ec-28ac-4506-8358-38d5623d8775', 'mac_address': 'fa:16:3e:c9:02:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f80a476-3ac8-498c-b99e-57f4ee7758b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94453) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 15 14:26:56.138139 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:56.150129 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c282ec-28ac-4506-8358-38d5623d8775 {{(pid=94453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 15 14:26:56.168364 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 38c282ec-28ac-4506-8358-38d5623d8775, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=38c282ec-28ac-4506-8358-38d5623d8775,segment=NetworkSegment(6c36788b-3070-4098-8225-ccffffe065dd),segment_id=6c36788b-3070-4098-8225-ccffffe065dd)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:26:56.227715 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:56.273944 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=38c282ec-28ac-4506-8358-38d5623d8775,revision_number=4']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:26:56.280859 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:26:56.281205 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:26:56.281572 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:26:56.281911 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:26:56.282239 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:26:56.282570 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:26:56.282896 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:26:56.283219 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:26:56.283546 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:26:56.283866 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:26:56.284187 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:26:56.284760 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:26:56.516521 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['38c282ec-28ac-4506-8358-38d5623d8775'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:26:56.700952 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded2e1f-68d9-47c0-8572-e6aaefb9d78a req-6e964e84-c547-497e-a354-6ba4288da5cf tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:56.702401 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1ded2e1f-68d9-47c0-8572-e6aaefb9d78a req-6e964e84-c547-497e-a354-6ba4288da5cf tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/ports?device_id=302fc817-836d-4313-9fdb-ce207be48489 HTTP/1.1" status: 200 len: 945 time: 0.0478284 Aug 15 14:26:56.742783 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-1ded2e1f-68d9-47c0-8572-e6aaefb9d78a req-a3b23cbe-7df8-4330-9ff3-61e4e572f535 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/security-groups?id=94288f2a-261e-4a48-9c77-8e08a7d3e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344911 Aug 15 14:26:57.856674 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109487ae-311b-4c7c-bc75-a52af732d970 req-79b23c54-8c27-4728-bc64-f967cf4ff596 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:57.858143 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-109487ae-311b-4c7c-bc75-a52af732d970 req-79b23c54-8c27-4728-bc64-f967cf4ff596 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/ports?device_id=302fc817-836d-4313-9fdb-ce207be48489 HTTP/1.1" status: 200 len: 945 time: 0.0505476 Aug 15 14:26:57.893933 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-109487ae-311b-4c7c-bc75-a52af732d970 req-bab56e26-0401-4df7-84b7-5840242db21b tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/security-groups?id=94288f2a-261e-4a48-9c77-8e08a7d3e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300107 Aug 15 14:26:58.011941 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 38c282ec-28ac-4506-8358-38d5623d8775 up at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 15 14:26:58.119458 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning for port 38c282ec-28ac-4506-8358-38d5623d8775 completed by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 15 14:26:58.122987 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.db.provisioning_blocks [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Provisioning complete for port 38c282ec-28ac-4506-8358-38d5623d8775 triggered by entity L2. {{(pid=94453) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 15 14:26:58.123353 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1602100'] for port, provisioning_complete {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:58.198594 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1673591'] for port, before_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:58.219878 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302fc817-836d-4313-9fdb-ce207be48489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c282ec-28ac-4506-8358-38d5623d8775'}] {{(pid=94453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:26:58.222074 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67f9f608f21815e3b7d057bcd481c644a3f088ed5729c17767b65ea5f15acf6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1999fa00-351a-4cb6-b992-afc0a780270a" -d '{"events": [{"server_uuid": "302fc817-836d-4313-9fdb-ce207be48489", "name": "network-vif-plugged", "status": "completed", "tag": "38c282ec-28ac-4506-8358-38d5623d8775"}]}' {{(pid=94453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:26:58.235623 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] For port 38c282ec-28ac-4506-8358-38d5623d8775, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=38c282ec-28ac-4506-8358-38d5623d8775,segment=NetworkSegment(6c36788b-3070-4098-8225-ccffffe065dd),segment_id=6c36788b-3070-4098-8225-ccffffe065dd)] {{(pid=94453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:26:58.260671 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf194af5-7233-4f99-9d0e-401dd4b88ab9 x-openstack-request-id: req-cf194af5-7233-4f99-9d0e-401dd4b88ab9 {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:26:58.260671 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302fc817-836d-4313-9fdb-ce207be48489", "name": "network-vif-plugged", "status": "completed", "tag": "38c282ec-28ac-4506-8358-38d5623d8775", "code": 200}]} {{(pid=94453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:26:58.260671 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cf194af5-7233-4f99-9d0e-401dd4b88ab9 {{(pid=94453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:26:58.260671 dv-cinder-804581-6-iscsi neutron-server[94453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302fc817-836d-4313-9fdb-ce207be48489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c282ec-28ac-4506-8358-38d5623d8775', 'code': 200} Aug 15 14:26:58.308180 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787669297556', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787668810487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787668811021'] for port, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:26:58.354116 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Pushing event updated for resources: {'Port': ['ID=38c282ec-28ac-4506-8358-38d5623d8775,revision_number=5']} {{(pid=94453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:26:58.592002 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c08228-e314-4869-b8ca-dc1369a17d45 req-e9b82d4d-52e8-4674-8d31-0cca92c12547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:58.593480 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-44c08228-e314-4869-b8ca-dc1369a17d45 req-e9b82d4d-52e8-4674-8d31-0cca92c12547 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=302fc817-836d-4313-9fdb-ce207be48489 HTTP/1.1" status: 200 len: 1099 time: 0.0929782 Aug 15 14:26:58.627040 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-44c08228-e314-4869-b8ca-dc1369a17d45 req-3fad2f06-62c1-4c66-ac84-ca3b4b6ac622 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=94288f2a-261e-4a48-9c77-8e08a7d3e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265479 Aug 15 14:26:59.004084 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4032cda-2e6d-4a5f-b2d1-7f28c94446fc req-716e35f0-c3bb-4552-aa75-116b29b75037 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:26:59.005547 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e4032cda-2e6d-4a5f-b2d1-7f28c94446fc req-716e35f0-c3bb-4552-aa75-116b29b75037 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/ports?device_id=302fc817-836d-4313-9fdb-ce207be48489 HTTP/1.1" status: 200 len: 946 time: 0.0465717 Aug 15 14:26:59.052725 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-e4032cda-2e6d-4a5f-b2d1-7f28c94446fc req-cdd19e55-6bc4-4f61-ad8a-021f752ba579 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/security-groups?id=94288f2a-261e-4a48-9c77-8e08a7d3e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405674 Aug 15 14:27:00.165889 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0a54b-cb2b-4ee9-bae5-5e544c44b28d req-66ab5620-6de1-4379-adab-2d736fb899df tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:27:00.167288 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b8c0a54b-cb2b-4ee9-bae5-5e544c44b28d req-66ab5620-6de1-4379-adab-2d736fb899df tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/ports?device_id=302fc817-836d-4313-9fdb-ce207be48489 HTTP/1.1" status: 200 len: 946 time: 0.0482960 Aug 15 14:27:00.204349 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-b8c0a54b-cb2b-4ee9-bae5-5e544c44b28d req-6a5a456d-dc9a-474e-b9f4-b84efe82d5b9 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/security-groups?id=94288f2a-261e-4a48-9c77-8e08a7d3e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311103 Aug 15 14:27:01.389938 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74573066-c810-4947-a30b-2b28c82ea1eb req-332f101f-4a2b-41b5-b709-e9f2b9d7cc74 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:27:01.391410 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-74573066-c810-4947-a30b-2b28c82ea1eb req-332f101f-4a2b-41b5-b709-e9f2b9d7cc74 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/ports?device_id=302fc817-836d-4313-9fdb-ce207be48489 HTTP/1.1" status: 200 len: 946 time: 0.0484746 Aug 15 14:27:01.435676 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-74573066-c810-4947-a30b-2b28c82ea1eb req-908d7957-ca66-4837-b008-0e26cc27fc7d tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/security-groups?id=94288f2a-261e-4a48-9c77-8e08a7d3e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382895 Aug 15 14:27:02.098620 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:27:02.558571 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983497d-00d8-4bae-9882-83ff27ae13e5 req-aa1daaa7-5ae5-449b-8329-43038c423b56 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94451) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:27:02.560079 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-f983497d-00d8-4bae-9882-83ff27ae13e5 req-aa1daaa7-5ae5-449b-8329-43038c423b56 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/ports?device_id=302fc817-836d-4313-9fdb-ce207be48489 HTTP/1.1" status: 200 len: 946 time: 0.0511391 Aug 15 14:27:02.597362 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-f983497d-00d8-4bae-9882-83ff27ae13e5 req-0943a113-b7e9-4bef-bf19-cf444b5ae524 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/security-groups?id=94288f2a-261e-4a48-9c77-8e08a7d3e4b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309060 Aug 15 14:27:02.797748 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6767e-56a9-4198-bbde-1445973fb862 req-a43b7499-7a63-4619-82be-c8c3b1ae0c65 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 15 14:27:02.799156 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-23c6767e-56a9-4198-bbde-1445973fb862 req-a43b7499-7a63-4619-82be-c8c3b1ae0c65 tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.20 "GET /v2.0/ports?device_id=302fc817-836d-4313-9fdb-ce207be48489 HTTP/1.1" status: 200 len: 946 time: 0.0472045 Aug 15 14:27:02.883932 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-23c6767e-56a9-4198-bbde-1445973fb862 req-6b8ed2b8-8360-4c1c-aae3-4b09fe38ec3a tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Deleting port 38c282ec-28ac-4506-8358-38d5623d8775 {{(pid=94450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 15 14:27:02.884268 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-23c6767e-56a9-4198-bbde-1445973fb862 req-6b8ed2b8-8360-4c1c-aae3-4b09fe38ec3a tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787669291816'] for port, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:27:02.972422 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.db [req-23c6767e-56a9-4198-bbde-1445973fb862 req-6b8ed2b8-8360-4c1c-aae3-4b09fe38ec3a tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] For port 38c282ec-28ac-4506-8358-38d5623d8775, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=38c282ec-28ac-4506-8358-38d5623d8775,segment=NetworkSegment(6c36788b-3070-4098-8225-ccffffe065dd),segment_id=6c36788b-3070-4098-8225-ccffffe065dd)] {{(pid=94450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 15 14:27:02.972785 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-23c6767e-56a9-4198-bbde-1445973fb862 req-6b8ed2b8-8360-4c1c-aae3-4b09fe38ec3a tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-597427'] for port, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:27:02.985876 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.plugin [req-23c6767e-56a9-4198-bbde-1445973fb862 req-6b8ed2b8-8360-4c1c-aae3-4b09fe38ec3a tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Calling delete_port for 38c282ec-28ac-4506-8358-38d5623d8775 owned by compute:nova {{(pid=94450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 15 14:27:03.182195 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-23c6767e-56a9-4198-bbde-1445973fb862 req-6b8ed2b8-8360-4c1c-aae3-4b09fe38ec3a tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1673177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787669297538', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787668810478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8976191'] for port, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:27:03.194422 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.db [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] get_ports_and_sgs() called for port_ids ['38c282ec-28ac-4506-8358-38d5623d8775'] {{(pid=94453) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 15 14:27:03.207850 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ed2b8-8360-4c1c-aae3-4b09fe38ec3a tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Pushing event deleted for resources: {'Port': ['ID=38c282ec-28ac-4506-8358-38d5623d8775,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:27:03.250788 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c6767e-56a9-4198-bbde-1445973fb862 req-6b8ed2b8-8360-4c1c-aae3-4b09fe38ec3a tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] No DVR routers for this DVR port 38c282ec-28ac-4506-8358-38d5623d8775 on host hv-cinder-80458 {{(pid=94450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 15 14:27:03.253242 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [req-23c6767e-56a9-4198-bbde-1445973fb862 req-6b8ed2b8-8360-4c1c-aae3-4b09fe38ec3a tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961429'] for port, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:27:03.255461 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [req-23c6767e-56a9-4198-bbde-1445973fb862 req-6b8ed2b8-8360-4c1c-aae3-4b09fe38ec3a tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.20 "DELETE /v2.0/ports/38c282ec-28ac-4506-8358-38d5623d8775 HTTP/1.1" status: 204 len: 173 time: 0.4499619 Aug 15 14:27:03.255916 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302fc817-836d-4313-9fdb-ce207be48489', 'name': 'network-vif-deleted', 'tag': '38c282ec-28ac-4506-8358-38d5623d8775'}] {{(pid=94450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 15 14:27:03.258195 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8b26508171dd1ac4dcd3738bbe8d9b374c20dfae0b6eb4315e929b9d9f79745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa67c6de-2d1f-4f2a-9b37-5b2488087c70" -d '{"events": [{"server_uuid": "302fc817-836d-4313-9fdb-ce207be48489", "name": "network-vif-deleted", "tag": "38c282ec-28ac-4506-8358-38d5623d8775"}]}' {{(pid=94450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 15 14:27:03.293952 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 15 Aug 2021 14:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb0a7fd-a615-4e22-8831-178881a2378a x-openstack-request-id: req-dcb0a7fd-a615-4e22-8831-178881a2378a {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 15 14:27:03.294237 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302fc817-836d-4313-9fdb-ce207be48489", "name": "network-vif-deleted", "tag": "38c282ec-28ac-4506-8358-38d5623d8775", "status": "completed", "code": 200}]} {{(pid=94450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 15 14:27:03.294487 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dcb0a7fd-a615-4e22-8831-178881a2378a {{(pid=94450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 15 14:27:03.294876 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302fc817-836d-4313-9fdb-ce207be48489', 'name': 'network-vif-deleted', 'tag': '38c282ec-28ac-4506-8358-38d5623d8775', 'status': 'completed', 'code': 200} Aug 15 14:27:03.714551 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [req-75bdbb04-8f22-4662-8b21-5d7e9c75de66 req-22b7d8fb-42d3-46ff-bc3a-f1f7c1f4185f tempest-VolumesActionsTest-1570513241 tempest-VolumesActionsTest-1570513241-project] 10.222.0.22 "GET /v2.0/ports?device_id=302fc817-836d-4313-9fdb-ce207be48489 HTTP/1.1" status: 200 len: 210 time: 0.0335667 Aug 15 14:27:08.354451 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 38c282ec-28ac-4506-8358-38d5623d8775 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 15 14:27:08.373893 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.plugin [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] No Port match for: 38c282ec-28ac-4506-8358-38d5623d8775 {{(pid=94453) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 15 14:27:08.374237 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron.plugins.ml2.rpc [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Device 38c282ec-28ac-4506-8358-38d5623d8775 not bound to the agent host hv-cinder-80458 {{(pid=94453) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 15 14:27:10.727344 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-e3418d7b-399b-4425-81fb-9fe6b86bdff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:27:13.273346 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-236f67ff-d19d-4906-ac46-09449b004fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:27:13.867588 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:27:14.707476 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:27:16.627619 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:27:21.280966 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [req-cd39769d-1d74-4bde-b075-0beba85039dd req-8e6a741f-c560-40cf-97b1-5b59679a0a13 service neutron] (94451) timed out ('10.222.0.20', 59408) {{(pid=94451) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 15 14:27:23.457974 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:27:29.831533 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 54574) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:27:29.873906 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a2b49de-809d-4205-9e41-603d54fdfecc admin admin] Deleting subnet 2f80a476-3ac8-498c-b99e-57f4ee7758b3 {{(pid=94450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 15 14:27:29.876762 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5a2b49de-809d-4205-9e41-603d54fdfecc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:27:29.912414 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5a2b49de-809d-4205-9e41-603d54fdfecc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8972445'] for subnet, precommit_delete_associations {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:27:29.949532 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5a2b49de-809d-4205-9e41-603d54fdfecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1604558'] for subnet, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:27:30.058806 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5a2b49de-809d-4205-9e41-603d54fdfecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1604569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8976140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10384394'] for subnet, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:27:30.082832 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b49de-809d-4205-9e41-603d54fdfecc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f80a476-3ac8-498c-b99e-57f4ee7758b3,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:27:30.086541 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-5a2b49de-809d-4205-9e41-603d54fdfecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for subnet, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:27:30.088627 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-5a2b49de-809d-4205-9e41-603d54fdfecc admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2f80a476-3ac8-498c-b99e-57f4ee7758b3 HTTP/1.1" status: 204 len: 168 time: 0.2558615 Aug 15 14:27:30.091009 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.wsgi [-] (94450) accepted ('10.222.0.22', 54576) {{(pid=94450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:27:30.160643 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-708b44bc-261c-49f9-9fd3-06ffa83afd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586961'] for network, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:27:30.236813 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-708b44bc-261c-49f9-9fd3-06ffa83afd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1603913', 'neutron.services.segments.db._delete_segments_for_network-8787669368688'] for network, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:27:30.247464 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.services.segments.db [None req-708b44bc-261c-49f9-9fd3-06ffa83afd00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['122db0be-1ad4-4eea-a791-ce2c6f1530aa']}} {{(pid=94450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:27:30.258011 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.services.segments.db [None req-708b44bc-261c-49f9-9fd3-06ffa83afd00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c36788b-3070-4098-8225-ccffffe065dd') {'for_net_delete': True} {{(pid=94450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:27:30.258308 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.services.segments.db [None req-708b44bc-261c-49f9-9fd3-06ffa83afd00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c36788b-3070-4098-8225-ccffffe065dd') {} {{(pid=94450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 15 14:27:30.267220 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-708b44bc-261c-49f9-9fd3-06ffa83afd00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787669372281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8972426'] for segment, before_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:27:30.285363 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-708b44bc-261c-49f9-9fd3-06ffa83afd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495'] for segment, precommit_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:27:30.290948 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-708b44bc-261c-49f9-9fd3-06ffa83afd00 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=94450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 15 14:27:30.291332 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-708b44bc-261c-49f9-9fd3-06ffa83afd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1604495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8976338'] for segment, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:27:30.293661 dv-cinder-804581-6-iscsi neutron-server[94450]: Traceback (most recent call last): Aug 15 14:27:30.293661 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 15 14:27:30.293661 dv-cinder-804581-6-iscsi neutron-server[94450]: timer() Aug 15 14:27:30.293661 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 15 14:27:30.293661 dv-cinder-804581-6-iscsi neutron-server[94450]: cb(*args, **kw) Aug 15 14:27:30.293661 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 15 14:27:30.293661 dv-cinder-804581-6-iscsi neutron-server[94450]: return func(*args, **kwargs) Aug 15 14:27:30.293661 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 15 14:27:30.293661 dv-cinder-804581-6-iscsi neutron-server[94450]: self._notify() Aug 15 14:27:30.293661 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 15 14:27:30.293661 dv-cinder-804581-6-iscsi neutron-server[94450]: self.callback(batched_events) Aug 15 14:27:30.293661 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 15 14:27:30.293661 dv-cinder-804581-6-iscsi neutron-server[94450]: event.method(event) Aug 15 14:27:30.293661 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 15 14:27:30.293661 dv-cinder-804581-6-iscsi neutron-server[94450]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 15 14:27:30.293661 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 15 14:27:30.293661 dv-cinder-804581-6-iscsi neutron-server[94450]: aggregate_uuid = self.p_client.list_aggregates( Aug 15 14:27:30.293661 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 15 14:27:30.293661 dv-cinder-804581-6-iscsi neutron-server[94450]: return f(self, *a, **k) Aug 15 14:27:30.293661 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 15 14:27:30.293661 dv-cinder-804581-6-iscsi neutron-server[94450]: return self._get(url).json() Aug 15 14:27:30.293661 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 15 14:27:30.293661 dv-cinder-804581-6-iscsi neutron-server[94450]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 15 14:27:30.293661 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 15 14:27:30.293661 dv-cinder-804581-6-iscsi neutron-server[94450]: return self.request(url, 'GET', **kwargs) Aug 15 14:27:30.293661 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 15 14:27:30.293661 dv-cinder-804581-6-iscsi neutron-server[94450]: base_url = self.get_endpoint(auth, allow=allow, Aug 15 14:27:30.293661 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 15 14:27:30.293661 dv-cinder-804581-6-iscsi neutron-server[94450]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 15 14:27:30.293661 dv-cinder-804581-6-iscsi neutron-server[94450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 15 14:27:30.293661 dv-cinder-804581-6-iscsi neutron-server[94450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 15 14:27:30.293661 dv-cinder-804581-6-iscsi neutron-server[94450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 15 14:27:30.432550 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-708b44bc-261c-49f9-9fd3-06ffa83afd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1603920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-649728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594858'] for network, after_delete {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:27:30.437984 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron_lib.callbacks.manager [None req-708b44bc-261c-49f9-9fd3-06ffa83afd00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-649758'] for network, before_response {{(pid=94450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:27:30.442843 dv-cinder-804581-6-iscsi neutron-server[94450]: INFO neutron.wsgi [None req-708b44bc-261c-49f9-9fd3-06ffa83afd00 admin admin] 10.222.0.22 "DELETE /v2.0/networks/122db0be-1ad4-4eea-a791-ce2c6f1530aa HTTP/1.1" status: 204 len: 168 time: 0.3477681 Aug 15 14:27:30.450330 dv-cinder-804581-6-iscsi neutron-server[94450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b44bc-261c-49f9-9fd3-06ffa83afd00 admin admin] Pushing event deleted for resources: {'Network': ['ID=122db0be-1ad4-4eea-a791-ce2c6f1530aa,revision_number=None']} {{(pid=94450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:27:30.731125 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 54580) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:27:30.774768 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-e66e571c-cd4c-49af-b7ea-152c82cccd33 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e732332ce45142efb8ac21f662af9c7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424793 Aug 15 14:27:30.778205 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [-] (94451) accepted ('10.222.0.22', 54582) {{(pid=94451) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 15 14:27:30.824710 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-c8e966e1-5de5-48e4-b5e2-2a947dbd1256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:27:30.845468 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-c8e966e1-5de5-48e4-b5e2-2a947dbd1256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:27:30.949906 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-c8e966e1-5de5-48e4-b5e2-2a947dbd1256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-448688'] for security_group, after_delete {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:27:30.952498 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron_lib.callbacks.manager [None req-c8e966e1-5de5-48e4-b5e2-2a947dbd1256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:27:30.953662 dv-cinder-804581-6-iscsi neutron-server[94451]: INFO neutron.wsgi [None req-c8e966e1-5de5-48e4-b5e2-2a947dbd1256 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/94288f2a-261e-4a48-9c77-8e08a7d3e4b2 HTTP/1.1" status: 204 len: 168 time: 0.1745391 Aug 15 14:27:30.961270 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e966e1-5de5-48e4-b5e2-2a947dbd1256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94288f2a-261e-4a48-9c77-8e08a7d3e4b2,revision_number=None']} {{(pid=94451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 15 14:27:30.969152 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e966e1-5de5-48e4-b5e2-2a947dbd1256 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:27:30.969526 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e966e1-5de5-48e4-b5e2-2a947dbd1256 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:27:30.969870 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e966e1-5de5-48e4-b5e2-2a947dbd1256 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:27:30.970202 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e966e1-5de5-48e4-b5e2-2a947dbd1256 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:27:30.970525 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e966e1-5de5-48e4-b5e2-2a947dbd1256 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:27:30.970872 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e966e1-5de5-48e4-b5e2-2a947dbd1256 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:27:30.971199 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e966e1-5de5-48e4-b5e2-2a947dbd1256 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:27:30.971522 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e966e1-5de5-48e4-b5e2-2a947dbd1256 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:27:30.971844 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e966e1-5de5-48e4-b5e2-2a947dbd1256 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:27:30.972162 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e966e1-5de5-48e4-b5e2-2a947dbd1256 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:27:30.972478 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e966e1-5de5-48e4-b5e2-2a947dbd1256 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:27:30.972792 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e966e1-5de5-48e4-b5e2-2a947dbd1256 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-6-iscsi {{(pid=94451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 15 14:27:32.083822 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:27:40.720659 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-4c87a5c9-3ee8-4e17-8afa-64294fb7ba00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:27:43.269343 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-8ccdc966-b535-494a-a6ff-67691cf785e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:27:43.866006 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:27:44.700775 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:27:46.658876 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:28:00.459953 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:28:02.100026 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:28:10.714208 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-40dfa240-f869-4f23-9ab0-4ceb859b8b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:28:13.268311 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-e4bc0328-d9f9-4640-a3ab-023caf96c224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:28:13.865235 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:28:14.693809 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:28:16.637134 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:28:32.108307 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:28:37.458307 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:28:40.744533 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6e99206a-84f3-447c-bc26-c706c880ef88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:28:43.276078 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-4c86c0b4-0906-48a6-a085-067bbd3a0c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:28:43.850610 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:28:44.692859 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:28:46.647333 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:28:52.587312 dv-cinder-804581-6-iscsi neutron-server[94451]: DEBUG neutron.wsgi [req-bc780bef-7cc4-4b37-9d23-69a417ca82bf req-8ec421f4-12bf-491e-923e-4f9f117429ec service neutron] (94451) timed out ('10.222.0.20', 59393) {{(pid=94451) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 15 14:29:02.092697 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:29:10.743722 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-f1995af5-630a-45d1-9403-b5a9150c6a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:29:13.298408 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-bb306527-2924-496e-9d62-730d04778c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:29:13.867069 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:29:14.457089 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:29:14.690139 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:29:16.640718 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:29:32.137473 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:29:40.723228 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-cc47b149-dcfb-4d93-b478-8dccd2f37243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:29:43.262807 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-8cfee3b3-cdee-4dc4-b471-842b9c97df11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:29:43.862617 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:29:44.694821 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:29:46.724667 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:29:51.456393 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:30:02.147916 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:30:10.722915 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-080dd526-4ed9-40cf-9d75-011f67405215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:30:13.256484 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-9e4bf909-14db-4753-853d-0a83483fa3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:30:13.873328 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:30:14.688209 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:30:16.627864 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:30:28.454895 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:30:32.164019 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:30:40.738932 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-73bf7328-cf18-402d-9ea8-3443f41bcfac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:30:43.306840 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-575040f9-4209-4550-9ad9-d7e569312bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:30:43.864602 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:30:44.722202 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:30:46.653715 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:31:02.180080 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:31:05.454649 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:31:10.761825 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-7802a5cc-ece1-4e48-990c-ceed52d1fa5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:31:13.259899 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed2a4-a1dd-433e-aee2-c894e2ece83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:31:13.864088 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:31:14.727034 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:31:16.642693 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:31:32.173677 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:31:40.721695 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-42e3fa82-4ede-45f7-9c58-0d72cb44a018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:31:42.452740 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:31:43.264614 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-2a79a986-d4b3-4153-bd92-146d7d33c09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:31:43.910512 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:31:44.704563 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:31:46.666786 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:32:02.206615 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:32:10.766698 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1cf23a5f-da6a-4e5b-bccd-feff2c5c828b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:32:13.275408 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-384dc2c0-d8dd-4cff-9be8-67518d5e6d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:32:13.891942 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:32:14.726540 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:32:16.656936 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:32:19.451872 dv-cinder-804581-6-iscsi neutron-server[94454]: DEBUG neutron.db.agents_db [None req-2c75ce5e-1953-4e27-863d-3f9ab41fc79d None None] Agent healthcheck: found 6 active agents {{(pid=94454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 15 14:32:32.234154 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-6962859d-99c3-48d4-becf-aebf521a6daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:32:40.753146 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-728bdd6d-ef22-4288-b777-15f747516c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:32:43.279856 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-659dd750-1663-4851-b082-005dc7f398df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:32:43.880127 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-ca0108ee-1ca8-41ec-bdd2-54921f4d35ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:32:44.707353 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-1584124b-6feb-4990-9bbf-35e2a1c1e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 15 14:32:46.662557 dv-cinder-804581-6-iscsi neutron-server[94453]: DEBUG neutron_lib.callbacks.manager [None req-d180d73c-4081-43eb-862f-243b4fa4fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787669368580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1602247'] for agent, after_update {{(pid=94453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}